-- Logs begin at Mon 2022-05-23 19:26:58 UTC, end at Mon 2022-05-23 20:40:17 UTC. -- May 23 20:14:01.124048 dv-cinder-843018-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 23 20:14:03.888637 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.common.config [-] Logging enabled! May 23 20:14:03.889197 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 20:14:03.889417 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104366) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 20:14:03.892734 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.common.config [-] Logging enabled! May 23 20:14:03.892992 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 20:14:03.893300 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104366) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 20:14:03.894238 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 20:14:03.894471 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 20:14:03.894848 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 20:14:03.895091 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 20:14:03.895316 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 20:14:03.895727 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.896025 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.896255 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.896551 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.896843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.897125 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.897415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.897711 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.897993 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.898295 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.898575 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.898803 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.899082 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.899363 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.899646 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.899867 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] debug = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.900140 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.900575 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.900985 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.901263 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.901548 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.901825 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.902142 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.902419 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.902699 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.903024 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] host = dv-cinder-843018-1-iscsi {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.903300 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.903582 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.903863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.904144 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.904426 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.904693 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.904976 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.905249 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.905516 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.905790 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.906100 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.906385 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.906671 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.906895 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.907115 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.907398 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.907684 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.907957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.908228 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.908499 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.908770 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.909043 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.909310 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.909592 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.909874 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.910178 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.910450 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.910720 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.910991 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.911259 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.911540 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.911809 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.912080 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.912349 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.912631 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.912898 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.913168 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.913465 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.913745 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.914050 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.914322 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.914598 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.914877 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.915146 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.915415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.915680 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_json = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.915948 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.916212 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.916489 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.916758 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.917026 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.917294 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.917563 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.918385 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.918655 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:03.918947 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.919240 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.919535 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.919815 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.920114 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.920389 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.920675 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.920949 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.921233 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.921518 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.921800 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.922093 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.922390 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.922674 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.922965 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.923269 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.923558 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.923845 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.924117 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.924387 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.924655 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.924929 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.925217 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.925493 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.925774 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.926084 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.926361 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.926654 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.926936 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.927218 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.927506 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.927793 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.928063 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.928338 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.928627 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.928902 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.929173 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.929459 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.929733 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.930003 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.930303 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.930592 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.930879 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.931152 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.931430 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.931718 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.931992 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.932261 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.932528 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.932801 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.933069 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.933990 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.934290 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.934566 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.934838 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.935120 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.935397 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.935672 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.935952 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.936224 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.936504 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.936775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.937047 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.937320 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.937593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.937863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.938156 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.938427 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.938704 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.938974 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.939244 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.939517 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.939788 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.940059 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.940356 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.940633 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.940909 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.941183 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.941458 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.941734 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.942008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.942302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.942577 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.942846 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.943130 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.943411 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.943695 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.943975 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.944251 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.944569 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.944845 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.945127 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.945412 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.945691 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.945971 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.946280 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.946564 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.946858 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.947150 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.947429 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.947723 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.948018 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.948313 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.948599 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.948928 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.949209 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:03.949428 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 20:14:03.949669 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104366) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 20:14:04.400480 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 20:14:04.400754 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 20:14:04.401057 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 20:14:04.401384 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 20:14:04.723200 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.723489 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.723759 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.724940 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.725213 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.725476 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.779717 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.779999 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.780267 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.794827 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.795105 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.795372 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.825478 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.825758 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.826048 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.861710 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.861988 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:04.862275 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.202092 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.202727 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.202727 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.202896 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.203565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.300987 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.301312 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.301593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.301859 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.302158 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.302467 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.302724 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.302978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.303231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.303508 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.303763 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.304024 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.304277 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.304526 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.304778 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.305039 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.305290 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.305554 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.305817 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.306102 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.306374 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.306625 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.306905 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.307279 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.307530 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.307774 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.308188 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.309013 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.309251 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.309488 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.309722 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.309954 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:05.310350 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 20:14:05.314448 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 20:14:05.318388 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 20:14:05.322036 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 23 20:14:05.323642 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 20:14:05.324136 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 20:14:05.324504 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 20:14:05.324888 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 20:14:05.327684 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 20:14:05.327937 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 20:14:05.328283 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 20:14:05.333328 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 23 20:14:05.358084 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 23 20:14:05.358540 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.358842 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104366) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 23 20:14:05.359216 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.360572 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104366) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 20:14:05.360849 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 20:14:05.361091 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 20:14:05.364351 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.364626 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:05.425627 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 20:14:05.425863 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 20:14:05.426132 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 20:14:05.426498 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 20:14:05.478235 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO dbcounter [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Registered counter for database neutron May 23 20:14:05.498133 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_db.sqlalchemy.engines [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104366) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 23 20:14:05.503860 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG dbcounter [-] [104366] Writer thread running {{(pid=104366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 20:14:06.025355 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing driver for type 'gre' May 23 20:14:06.025811 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] gre ID ranges: [(1, 1000)] May 23 20:14:06.174113 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing driver for type 'local' May 23 20:14:06.174448 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing driver for type 'vlan' May 23 20:14:06.242831 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] VlanTypeDriver initialization complete May 23 20:14:06.243341 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing driver for type 'vxlan' May 23 20:14:06.243663 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] vxlan ID ranges: [(1, 1000)] May 23 20:14:06.385682 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing extension driver 'port_security' May 23 20:14:06.386039 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.extensions.port_security [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] PortSecurityExtensionDriver initialization complete May 23 20:14:06.386372 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing mechanism driver 'openvswitch' May 23 20:14:06.386689 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing mechanism driver 'hyperv' May 23 20:14:06.393172 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.plugin [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:06.393837 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.394236 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.394585 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.395075 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.395489 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.395903 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.399843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.399843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.399843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.399843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.399843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.400199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.400557 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400557 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400557 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.400829 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.401224 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > address_group after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.401562 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > address_group after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.402410 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.402786 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104366) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 20:14:06.403377 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] ML2 OVO RPC backend initialized. {{(pid=104366) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 23 20:14:06.404083 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.404439 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.404853 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.405198 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > networks before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.405539 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.405875 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > ports before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.406242 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.406578 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnets before_response 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.406921 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.407318 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.407647 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.407983 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.408314 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.408645 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.408978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.409306 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.409635 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.417245 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded quota_driver: . May 23 20:14:06.418244 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.plugin [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Modular L2 Plugin initialization complete May 23 20:14:06.418596 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading services supported by the core plugin {{(pid=104366) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 20:14:06.418933 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.plugins.ml2.managers [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Got port-security extension from driver 'port_security' May 23 20:14:06.419406 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.extensions.vlantransparent [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Disabled vlantransparent extension. May 23 20:14:06.419896 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104366) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 20:14:06.420216 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: router May 23 20:14:06.454216 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.454601 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_create 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.454968 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router before_create 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.455328 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.455695 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.456045 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_delete 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.456398 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.456746 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.457096 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_create 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.457437 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.457779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.458145 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.458501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.458907 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.459273 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.459609 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.459943 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: subnet after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.460276 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.460617 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.460957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_create 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.461298 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.461636 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.461981 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router after_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.462338 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.462683 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_create 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.463046 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.463383 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_update 55549900 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.463742 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > agent after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.464089 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > agent after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.464940 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > network after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.465788 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Tracking information for resource: router configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:06.466144 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Tracking information for resource: floatingip configured {{(pid=104366) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 20:14:06.471338 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.db.l3_agentschedulers_db [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 20:14:06.471910 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.472263 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.472611 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.472963 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: port after_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.473733 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router before_create 55550100 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.474128 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.474485 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_create 55550100 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.474834 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > router precommit_update 55550100 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.479600 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.provider_configuration [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service providers = [] {{(pid=104366) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 20:14:06.479960 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.db.servicetype_db [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104366) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 20:14:06.483467 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.service_base [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 20:14:06.483808 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.service_base [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 20:14:06.484143 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.service_base [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 20:14:06.485025 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.services.service_base [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104366) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 20:14:06.485390 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.services.service_base [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 20:14:06.485755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.486097 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 20:14:06.496547 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.496878 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: auto_allocate May 23 20:14:06.502637 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: network precommit_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.503002 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: network precommit_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.503509 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.503824 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: tag May 23 20:14:06.510314 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.510636 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: timestamp May 23 20:14:06.514646 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.514971 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: network_ip_availability May 23 20:14:06.520400 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.520768 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.521120 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.521821 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.522178 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: flavors May 23 20:14:06.526797 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.527631 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading Plugin: revisions May 23 20:14:06.532164 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104366) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 20:14:06.532547 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.131s {{(pid=104366) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 20:14:06.533276 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104366) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 23 20:14:06.533604 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Initializing extension manager. May 23 20:14:06.534147 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: __init__.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.534487 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: __pycache__ {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.534814 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: _port_mac_address_override.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.535140 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: address_group.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.536054 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.536617 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: address-group May 23 20:14:06.536936 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: address_scope.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.543804 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.544313 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: address-scope May 23 20:14:06.544631 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.545554 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.546095 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: router-admin-state-down-before-update May 23 20:14:06.546416 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: agent.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.547107 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.547607 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: agent May 23 20:14:06.547923 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: agent_resources_synced.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.548818 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.549328 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: agent-resources-synced May 23 20:14:06.549646 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: allowedaddresspairs.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.551474 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.551987 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: allowed-address-pairs May 23 20:14:06.552310 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: auto_allocated_topology.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.553462 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.553972 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: auto-allocated-topology May 23 20:14:06.554324 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: availability_zone.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.555016 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.555516 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: availability_zone May 23 20:14:06.555835 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: availability_zone_filter.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.556779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.557279 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: availability_zone_filter May 23 20:14:06.557595 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: data_plane_status.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.558533 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.559031 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension data-plane-status not supported by any of loaded plugins May 23 20:14:06.559350 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: default_subnetpools.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.560249 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.560755 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: default-subnetpools May 23 20:14:06.561073 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.561865 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.562411 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: dhcp_agent_scheduler May 23 20:14:06.562730 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: dns.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.563670 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.564141 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension dns-integration not supported by any of loaded plugins May 23 20:14:06.564461 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: dns_domain_ports.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.570579 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.571083 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 20:14:06.571399 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.572310 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.572847 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 23 20:14:06.573168 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: dvr.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.573849 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.574395 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: dvr May 23 20:14:06.574715 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: ecmp_routes.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.575627 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.576127 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension ecmp_routes not supported by any of loaded plugins May 23 20:14:06.576443 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: empty_string_filtering.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.577339 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.577846 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: empty-string-filtering May 23 20:14:06.578194 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.579126 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.579626 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 20:14:06.579944 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.580836 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.581341 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 20:14:06.581659 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: external_net.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.582585 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.583084 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: external-net May 23 20:14:06.583402 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.584295 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.584799 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: extra_dhcp_opt May 23 20:14:06.585117 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: extraroute.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.593558 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.594094 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: extraroute May 23 20:14:06.594416 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: extraroute_atomic.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.595435 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.595977 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: extraroute-atomic May 23 20:14:06.596290 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: filter_validation.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.596948 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.597449 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: filter-validation May 23 20:14:06.597766 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: fip_pf_description.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.598699 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.599198 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 20:14:06.599514 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: fip_pf_port_range.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.600419 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.600917 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 23 20:14:06.601234 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: fip_port_details.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.602212 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.602721 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: fip-port-details May 23 20:14:06.603042 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: flavors.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.604239 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.604751 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: flavors May 23 20:14:06.605703 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.607353 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.607876 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 20:14:06.608205 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: floatingip_pools.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.609024 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.609543 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: floatingip-pools May 23 20:14:06.609869 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: ip_allocation.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.610817 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.611325 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension ip_allocation not supported by any of loaded plugins May 23 20:14:06.611648 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.612561 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.613112 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: ip-substring-filtering May 23 20:14:06.613435 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l2_adjacency.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.614374 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.614880 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension l2_adjacency not supported by any of loaded plugins May 23 20:14:06.615199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.616148 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.616662 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: router May 23 20:14:06.616982 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.623351 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.623871 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 20:14:06.624199 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.625159 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.625669 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: ext-gw-mode May 23 20:14:06.625996 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.626990 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.627501 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: l3-ha May 23 20:14:06.627841 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.628817 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.629323 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 23 20:14:06.629641 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_flavors.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.630613 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.631118 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: l3-flavors May 23 20:14:06.631436 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.632788 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.633303 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 23 20:14:06.633625 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.634573 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.635086 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: l3-port-ip-change-not-allowed May 23 20:14:06.635407 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: l3agentscheduler.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.636510 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.636974 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: l3_agent_scheduler May 23 20:14:06.637294 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: local_ip.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.639041 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.639569 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension local_ip not supported by any of loaded plugins May 23 20:14:06.639901 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: logging.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.641362 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.641879 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension logging not supported by any of loaded plugins May 23 20:14:06.642232 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: metering.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.642969 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.643541 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: metering May 23 20:14:06.643863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.645741 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.646290 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: metering_source_and_destination_fields May 23 20:14:06.646616 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: multiprovidernet.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.647667 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.648178 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: multi-provider May 23 20:14:06.648499 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: netmtu.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.649399 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.649905 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: net-mtu May 23 20:14:06.650259 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: netmtu_writable.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.651168 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.651672 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: net-mtu-writable May 23 20:14:06.652508 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: network_availability_zone.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.653206 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.653704 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: network_availability_zone May 23 20:14:06.654042 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: network_ip_availability.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.655144 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.655651 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: network-ip-availability May 23 20:14:06.655968 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: network_segment_range.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.656731 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.657235 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension network-segment-range not supported by any of loaded plugins May 23 20:14:06.657551 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: pagination.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.658591 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.658896 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: pagination May 23 20:14:06.659209 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_device_profile.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.660107 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.660612 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-device-profile May 23 20:14:06.660927 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_mac_address_override.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.661842 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.662388 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-mac-override May 23 20:14:06.662708 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.663612 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.664122 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-mac-address-regenerate May 23 20:14:06.664443 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.665446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.665957 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-numa-affinity-policy May 23 20:14:06.666307 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_resource_request.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.667212 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.668337 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension port-resource-request not supported by any of loaded plugins May 23 20:14:06.668657 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: port_resource_request_groups.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.669612 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.670148 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 23 20:14:06.670506 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: portbindings.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.671422 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.671928 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: binding May 23 20:14:06.672246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: portbindings_extended.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.673493 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.674006 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: binding-extended May 23 20:14:06.674349 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: portsecurity.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.675267 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.675774 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-security May 23 20:14:06.676095 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: project_id.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.677053 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.677383 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: project-id May 23 20:14:06.677699 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: providernet.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.678624 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.679134 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: provider May 23 20:14:06.679451 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.683009 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.683556 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos not supported by any of loaded plugins May 23 20:14:06.683883 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.685106 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.685619 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 20:14:06.685945 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.686887 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.687441 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 20:14:06.687764 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_default.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.688668 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.689181 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-default not supported by any of loaded plugins May 23 20:14:06.689504 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_fip.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.690446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.690960 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-fip not supported by any of loaded plugins May 23 20:14:06.691282 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.692186 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.692691 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 23 20:14:06.693011 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_gateway_ip.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.703490 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.703994 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 20:14:06.704312 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_port_network_policy.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.705255 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.705759 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 20:14:06.706100 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.707128 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.707634 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 23 20:14:06.707952 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.708973 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.709479 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 23 20:14:06.709794 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_pps_rule.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.711020 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.711528 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-pps not supported by any of loaded plugins May 23 20:14:06.711847 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_rule_type_details.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.712753 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.713260 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 20:14:06.713581 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.714581 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.715577 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 23 20:14:06.715897 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: qos_rules_alias.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.717350 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.717865 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 20:14:06.718217 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: quota_check_limit.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.719203 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.719716 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: quota-check-limit May 23 20:14:06.720037 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: quotasv2.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.720950 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.721276 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: quotas May 23 20:14:06.721593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: quotasv2_detail.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.723302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.723663 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: quota_details May 23 20:14:06.723966 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: rbac.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.725007 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.725532 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: rbac-policies May 23 20:14:06.725858 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: rbac_address_group.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.734856 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.735368 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: rbac-address-group May 23 20:14:06.735690 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: rbac_address_scope.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.736606 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.737117 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: rbac-address-scope May 23 20:14:06.737437 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: rbac_security_groups.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.738386 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.738934 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: rbac-security-groups May 23 20:14:06.739248 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: rbac_subnetpool.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.740158 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.740668 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: rbac-subnetpool May 23 20:14:06.740989 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: revisionifmatch.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.741900 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.742447 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: revision-if-match May 23 20:14:06.742770 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: revisions.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.743873 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.744383 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: standard-attr-revisions May 23 20:14:06.744782 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: router_availability_zone.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.745410 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.745944 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: router_availability_zone May 23 20:14:06.746293 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: routerservicetype.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.747213 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.747718 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension router-service-type not supported by any of loaded plugins May 23 20:14:06.748035 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.748958 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.749466 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: security-groups-normalized-cidr May 23 20:14:06.749786 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.750729 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.751237 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: port-security-groups-filtering May 23 20:14:06.751559 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.752488 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.752996 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: security-groups-remote-address-group May 23 20:14:06.753318 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.754268 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.754782 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: security-groups-shared-filtering May 23 20:14:06.755103 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.755679 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 23 20:14:06.756033 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: securitygroup.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.767719 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.768245 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: security-group May 23 20:14:06.768579 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: segment.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.769301 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.769814 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension segment not supported by any of loaded plugins May 23 20:14:06.770175 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.771121 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.771632 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 20:14:06.771953 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: servicetype.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.773090 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.773609 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: service-type May 23 20:14:06.773935 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: sorting.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.774938 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.775271 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: sorting May 23 20:14:06.775588 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: standard_attr_segment.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.776495 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.777618 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 20:14:06.777940 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: standardattrdescription.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.778615 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.779126 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: standard-attr-description May 23 20:14:06.779448 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: stateful_security_group.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.780376 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.780892 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: stateful-security-group May 23 20:14:06.781212 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: stdattrs_common.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.781777 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 20:14:06.782121 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.783051 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.783564 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 20:14:06.783880 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnet_onboard.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.784981 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.785507 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: subnet_onboard May 23 20:14:06.785825 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.786764 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.787272 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 20:14:06.787589 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnet_service_types.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.788492 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.789005 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: subnet-service-types May 23 20:14:06.789322 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnetallocation.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.790467 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.790981 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: subnet_allocation May 23 20:14:06.791301 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.791957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.792468 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: subnetpool-prefix-ops May 23 20:14:06.792807 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.793727 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.794264 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 20:14:06.794584 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: tagging.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.800529 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.800529 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: standard-attr-tag May 23 20:14:06.800529 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: timestamp.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.801608 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.802167 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loaded extension: standard-attr-timestamp May 23 20:14:06.802493 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: trunk.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.803518 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.804028 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension trunk not supported by any of loaded plugins May 23 20:14:06.804350 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: trunk_details.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.805256 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.805763 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension trunk-details not supported by any of loaded plugins May 23 20:14:06.806110 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: uplink_status_propagation.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.807023 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.807596 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 20:14:06.807911 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Loading extension file: vlantransparent.py {{(pid=104366) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 20:14:06.808599 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104366) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 20:14:06.809107 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extension vlan-transparent not supported by any of loaded plugins May 23 20:14:06.811666 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:network May 23 20:14:06.812298 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnet May 23 20:14:06.812692 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnetpool May 23 20:14:06.813086 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:port May 23 20:14:06.814321 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.814751 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service FLAVORS assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.815368 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.815794 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.816120 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:router May 23 20:14:06.816540 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:floatingip May 23 20:14:06.817014 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service METERING assigned prefix: /metering {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.818578 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.818893 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.819244 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:14:06.820219 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of CountableResource for resource:rbac_policy May 23 20:14:06.820667 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:security_group May 23 20:14:06.821101 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:security_group_rule May 23 20:14:06.821692 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service CORE assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.822060 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnetpool May 23 20:14:06.822389 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] subnetpool is already registered May 23 20:14:06.822813 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service CORE assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.823134 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnetpool May 23 20:14:06.823460 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] subnetpool is already registered May 23 20:14:06.826349 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.826780 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service FLAVORS assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.827364 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.827781 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.828111 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:router May 23 20:14:06.828447 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] router is already registered May 23 20:14:06.828851 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:floatingip May 23 20:14:06.829183 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] floatingip is already registered May 23 20:14:06.829638 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service METERING assigned prefix: /metering {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.830321 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of CountableResource for resource:rbac_policy May 23 20:14:06.830645 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] rbac_policy is already registered May 23 20:14:06.831048 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:security_group May 23 20:14:06.831379 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] security_group is already registered May 23 20:14:06.831774 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:security_group_rule May 23 20:14:06.832100 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] security_group_rule is already registered May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service CORE assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnetpool May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] subnetpool is already registered May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.v2.resource_helper [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Service CORE assigned prefix: {{(pid=104366) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Creating instance of TrackedResource for resource:subnetpool May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING neutron.quota.resource_registry [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] subnetpool is already registered May 23 20:14:06.834956 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: extensions {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.836336 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: address-groups {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.837799 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: address-scopes {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.839143 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: agents {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.840931 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: auto-allocated-topology {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.842509 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: availability_zones {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.843711 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: dhcp-networks {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.845194 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: dhcp-agents {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.846952 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: routers {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.848640 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: flavors {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.849896 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: service_profiles {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.851149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: next_providers {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.852571 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: service_profiles {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.854224 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: floatingip-pools {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.855452 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: routers {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.857230 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: floatingips {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.858523 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: l3-routers {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.859908 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: l3-agents {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.861426 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: metering-labels {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.862692 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: metering-label-rules {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.864042 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: network-ip-availabilities {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.865406 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: bindings {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.866922 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: quotas {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.869384 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: quotas {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.871015 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: rbac-policies {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.872205 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: security-groups {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.873535 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: security-group-rules {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.874815 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: service-providers {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.876143 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: subnetpools {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.877765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: subnetpools {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.879329 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.881012 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.882857 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.884647 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.886898 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.888779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.890470 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.892348 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.894107 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.895901 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron.api.extensions [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Extended resource: tags {{(pid=104366) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 20:14:06.902561 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING keystonemiddleware.auth_token [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 20:14:06.907719 dv-cinder-843018-1-iscsi neutron-server[104366]: WARNING keystonemiddleware.auth_token [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 20:14:06.916565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Acquired lock "singleton_lock" {{(pid=104366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 23 20:14:06.917033 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_concurrency.lockutils [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Releasing lock "singleton_lock" {{(pid=104366) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 23 20:14:06.917702 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Starting 2 workers May 23 20:14:06.922758 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Started child 104477 {{(pid=104366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 20:14:06.927360 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Started child 104478 {{(pid=104366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 20:14:06.928059 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.928898 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO neutron.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Neutron service started, listening on 0.0.0.0:9696 May 23 20:14:06.929581 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.929758 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [-] (104477) wsgi starting up on http://0.0.0.0:9696 May 23 20:14:06.932013 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Starting 1 workers May 23 20:14:06.932161 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.933610 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [-] (104478) wsgi starting up on http://0.0.0.0:9696 May 23 20:14:06.937437 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Started child 104479 {{(pid=104366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 20:14:06.937963 dv-cinder-843018-1-iscsi neutron-server[104366]: INFO oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Starting 1 workers May 23 20:14:06.941498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] calling RpcWorker wait() {{(pid=104479) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 20:14:06.942052 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] returning from RpcWorker wait() {{(pid=104479) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 20:14:06.942679 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Started child 104480 {{(pid=104366) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 20:14:06.943466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.943568 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG neutron_lib.callbacks.manager [None req-198f70d2-e440-46ff-81e7-41c1920ca590 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.944007 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:06.945455 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 20:14:06.945662 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 20:14:06.945843 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 20:14:06.946096 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 20:14:06.946427 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 20:14:06.946588 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 20:14:06.947278 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.949415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.949415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.949415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.949655 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:06.950150 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950150 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950150 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950150 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950449 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950449 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950589 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.950830 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.951062 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.951359 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.951614 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.951848 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.952068 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.952232 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.952464 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.952731 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.952983 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.953280 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] debug = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.953509 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.953991 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.954265 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.954479 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.954706 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.954965 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.955205 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.955481 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.955817 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.956062 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.956293 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.956525 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.956771 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.956995 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.957225 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.957494 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.957710 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.958197 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] host = dv-cinder-843018-1-iscsi {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.958427 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.958646 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.958870 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.959117 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.959381 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.959590 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.959856 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.960108 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.960363 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.960582 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.960833 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.961197 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.961450 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.961703 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.961862 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_options = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.962121 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.962397 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.962653 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.962850 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.963017 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.963177 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.963434 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.963604 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.963859 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.964085 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.964296 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.965200 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.965440 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.965678 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.965932 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.966173 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.966419 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.966907 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.967190 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.967414 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.967819 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.968028 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.968196 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.968440 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.968671 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.968959 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.969124 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.969339 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.969548 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.969791 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.970069 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.970342 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.970571 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.970820 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.971129 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.971302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.971524 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.971793 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.972023 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.972245 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.972493 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.972743 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.972951 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.973192 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.973401 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.973628 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.973870 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_json = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.974092 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.974592 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.974799 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.975029 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.975344 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.975440 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.975698 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.975858 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.976105 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:06.976650 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:06.976759 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.976879 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.977183 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.977435 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.977663 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.977897 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.978298 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.978544 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.978802 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.979062 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.979374 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.979593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.979899 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.980301 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.980979 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.981838 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.981838 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.981838 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.982957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.982957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.982957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.982957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.982957 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.983457 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.983457 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.983700 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.983700 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.983958 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.984699 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.984699 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.985041 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.985353 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.985651 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.985916 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.986190 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.986449 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.986666 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.986921 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.987153 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.987386 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.987642 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.987871 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.988252 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.988695 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.988936 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.989256 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990154 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990154 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990300 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990467 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990701 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.990935 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.991152 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.991369 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.992555 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.992555 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.992555 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.992555 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.992555 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993593 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.993946 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.994081 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.994233 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.994411 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.994636 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.994849 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.995058 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.995264 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.995496 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.995743 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.995969 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.996321 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.996482 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.996692 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.996895 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.997113 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.997306 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.997513 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.997717 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.997928 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.998144 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.998354 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.998580 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.998785 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:06.998984 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001745 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001745 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001745 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.001999 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.002218 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.002383 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.002626 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.002845 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.003055 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.003282 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.003491 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.003698 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.003913 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.004128 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.004359 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.004599 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.004859 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.005104 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.005329 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.005539 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.005890 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.006066 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.006306 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.006547 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.006805 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.007032 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.007334 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.007645 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.007898 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.008189 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.008434 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.008661 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.008918 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.009160 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.009462 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.009634 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.009873 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.010131 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.010385 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.010616 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.010825 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.011069 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.011885 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.012108 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.012338 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.012522 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.012883 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.013129 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.013363 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.013622 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.013869 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.014123 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.014356 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.014579 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.014794 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.015019 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.015245 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.015454 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.015693 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.015904 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.016134 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.016362 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.016570 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.016810 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.017019 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.017253 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.017476 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.017706 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.017916 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.018163 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.018373 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.018603 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.018835 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.019336 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.019336 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.019521 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.019713 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.019975 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.020186 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.020612 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.020703 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.020933 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.021157 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.021393 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.021642 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.021868 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.022141 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.022499 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.022621 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.022756 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.022969 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.023177 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.023401 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024265 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024265 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024265 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024560 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024647 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.024881 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.025121 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.025470 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.025581 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.025807 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.026036 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.026372 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.026683 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.026944 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.027677 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.028023 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.028413 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.028630 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.028841 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.029073 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.029325 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.030038 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.030038 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.030038 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.033473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034701 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034701 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034701 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034701 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034984 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.034984 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.035195 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.035420 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.035628 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.035853 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.036285 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.036429 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.036589 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.036723 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.036960 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.037161 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.037397 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.037600 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.037801 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.038043 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.038245 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.038446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.038667 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.038870 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.039071 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.039304 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.039569 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.039706 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.039974 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.040228 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.040441 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.040897 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.041050 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.041507 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.041755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.042108 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.042319 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043074 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043074 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043074 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043378 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043498 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.043810 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.044087 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.044346 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.044604 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.044875 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.045171 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.045439 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.045646 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.045942 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.046310 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.046568 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.046804 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.047051 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.047318 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.047553 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.047911 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.048141 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.048375 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.048752 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.048858 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.049032 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.049264 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.049473 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.049695 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.049904 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.050148 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.050355 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.050583 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.050791 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.050944 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 20:14:07.051482 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104366) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 20:14:07.051639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 20:14:07.051792 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 20:14:07.051970 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 20:14:07.052139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 20:14:07.052287 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 20:14:07.052490 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.052648 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.052819 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.052955 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053133 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053290 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053443 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053597 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053750 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.053904 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.054086 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.054242 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.056500 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] debug = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.057008 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.058639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] host = dv-cinder-843018-1-iscsi {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059231 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059963 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.059963 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060103 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060233 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060452 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060589 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060674 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060819 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.060972 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061126 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_options = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061279 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061431 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061584 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.061928 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062105 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062261 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062415 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062569 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062724 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.062883 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063018 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063174 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063328 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063482 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063639 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063793 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.063946 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.064100 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.064284 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.064581 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.064786 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.064899 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065026 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065162 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065316 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065510 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065633 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065759 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.065898 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066076 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066232 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066387 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066541 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066693 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066847 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.066998 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.067151 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.067309 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.067463 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068009 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068009 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068009 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068263 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068263 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068405 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068554 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_json = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068707 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.068862 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069043 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069189 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069299 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069452 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069604 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.069813 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.070045 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 20:14:07.070275 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.070369 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.070522 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.070683 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.070837 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.070993 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.071149 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.072906 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.073446 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.074465 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.074465 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.074465 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.074689 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.074689 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.079565 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080246 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.080863 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.081501 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082139 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.082775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.083978 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084346 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084433 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084579 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084718 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.084882 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085038 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085194 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085350 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085505 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085682 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085804 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.085959 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086140 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086297 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086453 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086608 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086763 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.086918 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087073 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087317 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087481 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087636 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087792 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.087947 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088102 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088256 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088412 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088566 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088731 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.088886 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089042 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089198 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089379 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089548 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089706 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.089862 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090047 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090193 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090349 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090505 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090660 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090840 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.090968 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.091124 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.091291 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.091448 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.091856 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092015 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092194 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092351 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:07.092534 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092687 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.092885 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093110 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093389 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093526 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093642 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093796 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.093951 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094130 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094286 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094441 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094598 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094755 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.094911 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095066 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095222 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095377 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095532 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095689 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095844 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.095999 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096154 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096310 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096466 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096620 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096775 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.096927 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097085 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097219 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097372 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097526 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097680 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097836 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.097988 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098164 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098320 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098475 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098630 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098786 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.098941 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099100 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099270 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099410 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099587 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099716 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.099872 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.100028 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.100184 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.100340 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.100494 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.100649 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.102202 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.104765 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105257 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.105779 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106302 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106563 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106563 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106714 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106804 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.106927 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107083 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107238 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107394 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107548 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107703 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.107869 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108025 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108180 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108334 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108488 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108643 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108806 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.108962 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109117 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109271 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109424 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109579 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109744 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.109900 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110116 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110299 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110530 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110631 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110743 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.110898 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111056 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111241 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111375 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111529 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111685 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.111857 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112012 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112169 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112324 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112479 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112634 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112791 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.112951 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113118 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113281 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113438 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113603 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113767 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.113925 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114107 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114268 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114435 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114589 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114745 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.114901 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115054 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115209 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115363 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115518 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115672 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.115917 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116080 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116237 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116392 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116547 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116702 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.116857 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.117012 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.117167 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.117322 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.117477 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 20:14:07.117627 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104366) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 20:14:07.305281 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 56694) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:07.314285 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068746 May 23 20:14:16.308737 dv-cinder-843018-1-iscsi neutron-server[104366]: DEBUG dbcounter [-] [104366] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104366) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:18.693001 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3dd343-97d9-4f67-b608-881292f0ff1b None None] get_active_networks_info from dv-cinder-843018-1-iscsi {{(pid=104479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 23 20:14:18.696275 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writer thread running {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 20:14:18.751636 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3dd343-97d9-4f67-b608-881292f0ff1b None None] No non-hosted networks {{(pid=104479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 20:14:18.767911 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.agentschedulers_db [None req-bb3dd343-97d9-4f67-b608-881292f0ff1b None None] DHCP Agent not found on host dv-cinder-843018-1-iscsi {{(pid=104479) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 20:14:18.970572 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-141204dd-b8ce-47a8-9771-0daefd8eb197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:20.149315 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writer thread running {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 20:14:20.879275 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b079377a-d55d-4bec-8488-9077286f3d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:20.912752 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-ed728a8c-7344-4fb0-96d9-542718c480c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843018-1-iscsi {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:14:20.913232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-ed728a8c-7344-4fb0-96d9-542718c480c1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:14:21.431277 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ed728a8c-7344-4fb0-96d9-542718c480c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:21.794370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56762) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:22.088269 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:22.381989 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING oslo_policy.policy [None req-53068541-0425-46e4-9bf9-21a72cdfe252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:22.382834 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING oslo_policy.policy [None req-53068541-0425-46e4-9bf9-21a72cdfe252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:22.603697 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [None req-53068541-0425-46e4-9bf9-21a72cdfe252 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:14:22.614221 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-53068541-0425-46e4-9bf9-21a72cdfe252 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8088315 May 23 20:14:23.505519 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:25.002910 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:25.004337 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.004928 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.005578 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.006220 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.007520 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.008075 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.009332 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.010644 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.011281 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.014754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.014754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.014754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.014754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.014754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.015127 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:25.016313 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843018-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:25.025526 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843018-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:25.110279 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56798) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:25.442686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:25.539950 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.policy [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104477) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 20:14:25.581130 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING oslo_policy.policy [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:25.581508 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING oslo_policy.policy [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:25.602503 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writer thread running {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 20:14:25.741952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770555580', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770551968', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770539337', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770513132', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770515195', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728770524608', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33319475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33309640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-870856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945510'] for rbac-policy (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:25.907848 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:25.909460 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7595d81e-0ce5-4e45-9393-afb066a2a948 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7981806 May 23 20:14:27.909760 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.db.l3_hamode_db [None req-d9eb9d0e-595a-439d-9f88-5b537df94735 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 20:14:27.988993 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb9d0e-595a-439d-9f88-5b537df94735 None None] Routers set() bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:14:27.989377 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb9d0e-595a-439d-9f88-5b537df94735 None None] Router IDs set() for agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 23 20:14:28.319997 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56810) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:28.635935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:28.700266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Made reservation on behalf of aca8271cb9e64af39cb1d04d5246214d for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:14:28.704149 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:28.721298 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:28.827379 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks [] for security_group (f18e7dc8-846a-4ab5-bf31-0cbdf8ce69bc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:28.922550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (f18e7dc8-846a-4ab5-bf31-0cbdf8ce69bc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:28.956170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:14:28.983653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (ec6cf08a-99c3-4717-b536-d88640602354), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:28.984196 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Added segment ec6cf08a-99c3-4717-b536-d88640602354 of type vlan for network a3467770-645d-44e6-9b42-204d96c44641 May 23 20:14:28.999335 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e7dc8-846a-4ab5-bf31-0cbdf8ce69bc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:29.050512 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.050884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.051195 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.051538 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.051866 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.052185 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.052517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.052827 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.053140 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.053471 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.053769 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.054117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.054434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.054742 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.055050 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Tracked resource versions report: May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: pushed versions: May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: { 'AddressGroup': {'1.2'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Agent': {'1.1'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'ConntrackHelper': {'1.0'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'LocalIPAssociation': {'1.0'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Log': {'1.0'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'NDPProxy': {'1.0'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Network': {'1.1'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Port': {'1.7'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'PortForwarding': {'1.3'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'QosPolicy': {'1.10'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroup': {'1.5'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroupRule': {'1.2'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SubPort': {'1.0'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Subnet': {'1.1'}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Trunk': {'1.1'}} May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: consumer versions: May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Agent': '1.1', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'ConntrackHelper': '1.0', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'LocalIPAssociation': '1.0', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Log': '1.0', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'NDPProxy': '1.0', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Network': '1.1', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Port': '1.7', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'PortForwarding': '1.3', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'QosPolicy': '1.10', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroup': '1.5', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroupRule': '1.2', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SubPort': '1.0', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Subnet': '1.1', May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Trunk': '1.1'}} May 23 20:14:29.056475 dv-cinder-843018-1-iscsi neutron-server[104477]: {{(pid=104477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:14:29.088624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (a3467770-645d-44e6-9b42-204d96c44641), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:29.173288 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (a3467770-645d-44e6-9b42-204d96c44641), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:29.178543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:29.179244 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:29.280064 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:29.291572 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] Pushing event updated for resources: {'Network': ['ID=a3467770-645d-44e6-9b42-204d96c44641,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:29.304149 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network a3467770-645d-44e6-9b42-204d96c44641 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:14:29.307210 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c04f77b0-0fbb-4f48-a3d5-9001a3e07790 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9861820 May 23 20:14:31.735673 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56824) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:32.139784 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbd889-4aac-4d12-8c90-a2283d678ee7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:32.141172 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c7cbd889-4aac-4d12-8c90-a2283d678ee7 demo admin] 10.222.0.16 "GET /v2.0/networks/a3467770-645d-44e6-9b42-204d96c44641 HTTP/1.1" status: 200 len: 825 time: 0.4045575 May 23 20:14:32.165289 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1d081c8e-fe6c-45ff-9782-22988281fc9b demo admin] 10.222.0.16 "GET /v2.0/subnetpools/3f55071f-adf1-44a8-8d57-57364da15580 HTTP/1.1" status: 200 len: 734 time: 0.0183389 May 23 20:14:32.174080 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Request body: {'subnet': {'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580', 'name': 'private-subnet', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:32.282232 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Made reservation on behalf of aca8271cb9e64af39cb1d04d5246214d for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:14:32.284585 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:32.420187 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:32.631418 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (b31782f8-25fb-4661-ac70-1532219a7988), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:32.703792 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Checking segment: {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:14:32.704090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Network hostable DHCP agents. Network: a3467770-645d-44e6-9b42-204d96c44641, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:14:32.711356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Pushing event updated for resources: {'Subnet': ['ID=b31782f8-25fb-4661-ac70-1532219a7988,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:32.796427 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Network a3467770-645d-44e6-9b42-204d96c44641 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:14:32.865308 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, a3467770-645d-44e6-9b42-204d96c44641) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:14:32.869797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:32.870434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:32.875431 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fca6a8-b817-48c4-8e48-bfb42e3f9bae None None] Network a3467770-645d-44e6-9b42-204d96c44641 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:14:32.954001 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-745dbcf3-da66-4957-bd50-7aa80d59f78d demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7828641 May 23 20:14:33.133555 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-a3467770-645d-44e6-9b42-204d96c44641', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:14:33.134891 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:33.410262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Allocated IP 172.20.0.2 (a3467770-645d-44e6-9b42-204d96c44641/b31782f8-25fb-4661-ac70-1532219a7988/b1e97890-4026-4654-ae9e-6c0b38eb0377) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:14:33.413233 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=60,neutron:INSERT=39,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:33.678371 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks [] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:33.740299 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:33.818062 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Network a3467770-645d-44e6-9b42-204d96c44641 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:14:33.823711 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:14:33.827172 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:14:33.834358 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Pushing event updated for resources: {'Port': ['ID=b1e97890-4026-4654-ae9e-6c0b38eb0377,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:33.866692 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.867040 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.867459 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.867818 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.868163 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.868491 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.868817 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.869149 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.869471 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.869794 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.870141 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.870481 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.870806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.871173 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.871498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Tracked resource versions report: May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: pushed versions: May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: { 'AddressGroup': {'1.2'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Agent': {'1.1'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'ConntrackHelper': {'1.0'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'LocalIPAssociation': {'1.0'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Log': {'1.0'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'NDPProxy': {'1.0'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Network': {'1.1'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Port': {'1.7'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'PortForwarding': {'1.3'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'QosPolicy': {'1.10'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroup': {'1.5'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroupRule': {'1.2'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SubPort': {'1.0'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Subnet': {'1.1'}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Trunk': {'1.1'}} May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: consumer versions: May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Agent': '1.1', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'ConntrackHelper': '1.0', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'LocalIPAssociation': '1.0', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Log': '1.0', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'NDPProxy': '1.0', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Network': '1.1', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Port': '1.7', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'PortForwarding': '1.3', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'QosPolicy': '1.10', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroup': '1.5', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroupRule': '1.2', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SubPort': '1.0', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Subnet': '1.1', May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Trunk': '1.1'}} May 23 20:14:33.872938 dv-cinder-843018-1-iscsi neutron-server[104479]: {{(pid=104479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:14:33.920055 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:33.924902 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Attempting to bind port b1e97890-4026-4654-ae9e-6c0b38eb0377 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:14:33.925596 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Attempting to bind port b1e97890-4026-4654-ae9e-6c0b38eb0377 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:14:33.926075 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Attempting to bind port b1e97890-4026-4654-ae9e-6c0b38eb0377 on network a3467770-645d-44e6-9b42-204d96c44641 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:14:33.931166 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:14:33.931560 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Checking segment: {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:14:33.932094 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:33.932495 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Bound using segment: {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:14:33.932989 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Bound port: b1e97890-4026-4654-ae9e-6c0b38eb0377, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:14:33.933388 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:33.997773 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] For port b1e97890-4026-4654-ae9e-6c0b38eb0377, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:14:34.017034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] For port b1e97890-4026-4654-ae9e-6c0b38eb0377, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b1e97890-4026-4654-ae9e-6c0b38eb0377,segment=NetworkSegment(ec6cf08a-99c3-4717-b536-d88640602354),segment_id=ec6cf08a-99c3-4717-b536-d88640602354)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:14:34.106222 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:34.168552 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455341d6-38d8-40b6-a93a-30e06c1fffd9 None None] Pushing event updated for resources: {'Port': ['ID=b1e97890-4026-4654-ae9e-6c0b38eb0377,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:34.447945 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=8 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:34.453556 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:35.396370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56838) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:35.723340 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [None req-7eb89dd1-4748-4b50-8d26-f5f68f69eb7f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:14:35.724514 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7eb89dd1-4748-4b50-8d26-f5f68f69eb7f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3271284 May 23 20:14:38.153748 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56846) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:38.472152 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [None req-5782386a-86ea-43bc-9b1d-7fe63b012dd7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:14:38.473148 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-5782386a-86ea-43bc-9b1d-7fe63b012dd7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3184497 May 23 20:14:41.036280 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 56854) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:41.533802 dv-cinder-843018-1-iscsi neutron-server[104478]: WARNING oslo_policy.policy [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:41.534469 dv-cinder-843018-1-iscsi neutron-server[104478]: WARNING oslo_policy.policy [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:41.753680 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:41.813343 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.policy [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104478) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 20:14:41.856027 dv-cinder-843018-1-iscsi neutron-server[104478]: WARNING oslo_policy.policy [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:41.856417 dv-cinder-843018-1-iscsi neutron-server[104478]: WARNING oslo_policy.policy [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 20:14:41.876471 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writer thread running {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 20:14:41.882306 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:41.974450 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (85bb8b21-08da-4228-9ce6-88153f99a6c1), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:41.976356 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (85bb8b21-08da-4228-9ce6-88153f99a6c1), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:42.131618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Publish callbacks [] for router_controller (85bb8b21-08da-4228-9ce6-88153f99a6c1), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:42.181191 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (85bb8b21-08da-4228-9ce6-88153f99a6c1), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:42.279907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:42.281207 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ae3307bd-5595-47da-a6bd-d6e09743e7d0 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2439640 May 23 20:14:42.876836 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=75,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:42.879714 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:44.164689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:44.166490 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=9 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:44.748303 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56880) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:45.065057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [None req-1d72e4d7-5cf3-45f2-a41c-7e2fae4762aa admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:14:45.066107 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1d72e4d7-5cf3-45f2-a41c-7e2fae4762aa admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3168662 May 23 20:14:45.335361 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253b908-2415-4fd3-9b67-257d6f0cf0e1 None None] Network a3467770-645d-44e6-9b42-204d96c44641 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:14:45.460699 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Provisioning complete for port b1e97890-4026-4654-ae9e-6c0b38eb0377 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:45.461134 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:45.614784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Current status of the port b1e97890-4026-4654-ae9e-6c0b38eb0377 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:14:45.615415 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:45.653041 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] For port b1e97890-4026-4654-ae9e-6c0b38eb0377, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b1e97890-4026-4654-ae9e-6c0b38eb0377,segment=NetworkSegment(ec6cf08a-99c3-4717-b536-d88640602354),segment_id=ec6cf08a-99c3-4717-b536-d88640602354)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:14:45.670176 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b1e97890-4026-4654-ae9e-6c0b38eb0377 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:14:45.716250 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b1e97890-4026-4654-ae9e-6c0b38eb0377 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:45.716639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:45.739295 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:45.800325 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df822d44-d03d-4ee0-90bc-46ed62f315de None None] Pushing event updated for resources: {'Port': ['ID=b1e97890-4026-4654-ae9e-6c0b38eb0377,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:45.831515 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b1e97890-4026-4654-ae9e-6c0b38eb0377 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:14:45.855595 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-36fafb0b-0f0d-4c57-a962-a58d474d77a8 None None] Provisioning complete for port b1e97890-4026-4654-ae9e-6c0b38eb0377 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:45.855986 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-36fafb0b-0f0d-4c57-a962-a58d474d77a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:45.927897 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-36fafb0b-0f0d-4c57-a962-a58d474d77a8 None None] Current status of the port b1e97890-4026-4654-ae9e-6c0b38eb0377 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:14:47.506871 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56888) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:47.629289 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b1e97890-4026-4654-ae9e-6c0b38eb0377 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:14:47.670327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b1e97890-4026-4654-ae9e-6c0b38eb0377 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:47.670693 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:47.740084 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b1e97890-4026-4654-ae9e-6c0b38eb0377 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:14:47.830792 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:47.904873 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Made reservation on behalf of f5277fd37f8044ad9345367a8cd3028d for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:14:47.907209 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:47.915075 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:47.985860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks [] for security_group (be8c25ed-fd05-4415-978e-1fbdcae7e791), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:47.992061 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:14:48.024908 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (be8c25ed-fd05-4415-978e-1fbdcae7e791), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:48.042846 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 20:14:48.059774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c25ed-fd05-4415-978e-1fbdcae7e791,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:48.067534 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (32185167-5e85-4843-98f5-831b830be7d2), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:48.068033 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Added segment 32185167-5e85-4843-98f5-831b830be7d2 of type flat for network 1442d21d-5e82-455f-852a-742b566b5712 May 23 20:14:48.112911 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (1442d21d-5e82-455f-852a-742b566b5712), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:48.207901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (1442d21d-5e82-455f-852a-742b566b5712), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:48.208872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:48.209433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:48.295535 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] Pushing event updated for resources: {'Network': ['ID=1442d21d-5e82-455f-852a-742b566b5712,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:48.304808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 1442d21d-5e82-455f-852a-742b566b5712 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:14:48.336096 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a6588cce-1e0c-4893-962b-2d312f3bead7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8281858 May 23 20:14:48.366118 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:48.727869 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6984-42da-401e-9df5-0ec8691dca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:50.710560 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 56896) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:50.831161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5a2490be-a6a6-4c74-882e-193e7386b483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:51.124584 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e63dfc-c218-4d44-8762-f522325423d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:51.126085 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a2e63dfc-c218-4d44-8762-f522325423d0 demo admin] 10.222.0.16 "GET /v2.0/subnets/b31782f8-25fb-4661-ac70-1532219a7988 HTTP/1.1" status: 200 len: 849 time: 0.4145427 May 23 20:14:51.240875 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8f3992fd-7a8b-4fa3-9d7a-762dd361ab2b demo admin] 10.222.0.16 "GET /v2.0/routers/85bb8b21-08da-4228-9ce6-88153f99a6c1 HTTP/1.1" status: 200 len: 704 time: 0.1089737 May 23 20:14:51.507016 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:51.804108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Allocated IP 172.20.0.1 (a3467770-645d-44e6-9b42-204d96c44641/b31782f8-25fb-4661-ac70-1532219a7988/d47b9975-fbcb-4d8d-9573-daff267efafd) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:14:52.011518 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks [] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.026275 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:52.030276 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.145695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.207852 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Network a3467770-645d-44e6-9b42-204d96c44641 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:14:52.217109 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:14:52.245114 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:52.257936 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Pushing event updated for resources: {'Port': ['ID=d47b9975-fbcb-4d8d-9573-daff267efafd,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:52.266902 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:14:52.267454 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (85bb8b21-08da-4228-9ce6-88153f99a6c1), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.287857 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.288200 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.288562 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.288997 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.289277 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.289601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.289922 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.290272 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.290609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.290935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.291256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.291587 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.291911 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.292332 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.293161 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Tracked resource versions report: May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: pushed versions: May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: { 'AddressGroup': {'1.2'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Agent': {'1.1'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'ConntrackHelper': {'1.0'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'LocalIPAssociation': {'1.0'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Log': {'1.0'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'NDPProxy': {'1.0'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Network': {'1.1'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Port': {'1.7'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'PortForwarding': {'1.3'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'QosPolicy': {'1.10'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroup': {'1.5'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroupRule': {'1.2'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SubPort': {'1.0'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Subnet': {'1.1'}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Trunk': {'1.1'}} May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: consumer versions: May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Agent': '1.1', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'ConntrackHelper': '1.0', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'LocalIPAssociation': '1.0', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Log': '1.0', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'NDPProxy': '1.0', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Network': '1.1', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Port': '1.7', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'PortForwarding': '1.3', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'QosPolicy': '1.10', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroup': '1.5', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroupRule': '1.2', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SubPort': '1.0', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Subnet': '1.1', May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Trunk': '1.1'}} May 23 20:14:52.294610 dv-cinder-843018-1-iscsi neutron-server[104478]: {{(pid=104478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:14:52.486279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-bbf77663-22b1-4271-bb03-ba304493b3b4 None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:52.486661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bbf77663-22b1-4271-bb03-ba304493b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.506834 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.560553 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-bbf77663-22b1-4271-bb03-ba304493b3b4 None None] Port d47b9975-fbcb-4d8d-9573-daff267efafd cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:14:52.740974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks [] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.801622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.802459 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (85bb8b21-08da-4228-9ce6-88153f99a6c1), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:52.919360 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Pushing event updated for resources: {'Port': ['ID=d47b9975-fbcb-4d8d-9573-daff267efafd,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:52.967243 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Network a3467770-645d-44e6-9b42-204d96c44641 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:14:52.968500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:14:53.231549 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Router 85bb8b21-08da-4228-9ce6-88153f99a6c1 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:14:53.318888 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:14:53.322350 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-9c4d23c6-4424-46a8-a47b-33ece668a42a None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:53.324401 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c4d23c6-4424-46a8-a47b-33ece668a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:53.325055 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f12dc5a2-666e-4d18-abd5-68fee30208f2 demo admin] 10.222.0.16 "PUT /v2.0/routers/85bb8b21-08da-4228-9ce6-88153f99a6c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0787752 May 23 20:14:53.337937 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Sync routers for ids ['85bb8b21-08da-4228-9ce6-88153f99a6c1'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:14:53.351561 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Routers {'85bb8b21-08da-4228-9ce6-88153f99a6c1'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:14:53.352543 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:14:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['85bb8b21-08da-4228-9ce6-88153f99a6c1'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:53.357970 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d23c6-4424-46a8-a47b-33ece668a42a None None] Port d47b9975-fbcb-4d8d-9573-daff267efafd cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:14:53.431284 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:53.543060 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Set router 85bb8b21-08da-4228-9ce6-88153f99a6c1 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:14:53.950344 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:14:52Z', 'revision_number': 2, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port_host': None, '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:52Z', 'revision_number': 2, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:53.997614 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Checking router: 85bb8b21-08da-4228-9ce6-88153f99a6c1 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:14:53.997971 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Updating router 85bb8b21-08da-4228-9ce6-88153f99a6c1 port d47b9975-fbcb-4d8d-9573-daff267efafd binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:14:54.050314 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.569286 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks [] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.641619 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.787311 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Pushing event updated for resources: {'Port': ['ID=d47b9975-fbcb-4d8d-9573-daff267efafd,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:54.811934 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.812279 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.812620 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.812955 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.813280 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.813602 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.813920 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.814262 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.814581 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.814897 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.815213 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.815542 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.815856 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.816167 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.816477 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Tracked resource versions report: May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: pushed versions: May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: { 'AddressGroup': {'1.2'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Agent': {'1.1'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'ConntrackHelper': {'1.0'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'LocalIPAssociation': {'1.0'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Log': {'1.0'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'NDPProxy': {'1.0'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Network': {'1.1'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Port': {'1.7'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'PortForwarding': {'1.3'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'QosPolicy': {'1.10'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroup': {'1.5'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroupRule': {'1.2'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SubPort': {'1.0'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Subnet': {'1.1'}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Trunk': {'1.1'}} May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: consumer versions: May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Agent': '1.1', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'ConntrackHelper': '1.0', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'LocalIPAssociation': '1.0', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Log': '1.0', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'NDPProxy': '1.0', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Network': '1.1', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Port': '1.7', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'PortForwarding': '1.3', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'QosPolicy': '1.10', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroup': '1.5', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroupRule': '1.2', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SubPort': '1.0', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Subnet': '1.1', May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Trunk': '1.1'}} May 23 20:14:54.817891 dv-cinder-843018-1-iscsi neutron-server[104480]: {{(pid=104480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:14:54.831808 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Attempting to bind port d47b9975-fbcb-4d8d-9573-daff267efafd on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:14:54.832198 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Attempting to bind port d47b9975-fbcb-4d8d-9573-daff267efafd by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:14:54.832637 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Attempting to bind port d47b9975-fbcb-4d8d-9573-daff267efafd on network a3467770-645d-44e6-9b42-204d96c44641 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:14:54.837571 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:14:54.837974 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Checking segment: {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:14:54.838479 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.838866 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Bound using segment: {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:14:54.839977 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Bound port: d47b9975-fbcb-4d8d-9573-daff267efafd, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6cf08a-99c3-4717-b536-d88640602354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:14:54.840348 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.880435 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:54.882718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:54.888231 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-b74efd9e-a890-49ff-9c56-83f5b2cfcdb3 None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:54.888623 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b74efd9e-a890-49ff-9c56-83f5b2cfcdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:54.904466 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] For port d47b9975-fbcb-4d8d-9573-daff267efafd, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:14:54.911384 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:54.922964 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-b74efd9e-a890-49ff-9c56-83f5b2cfcdb3 None None] Port d47b9975-fbcb-4d8d-9573-daff267efafd cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:14:54.927892 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] For port d47b9975-fbcb-4d8d-9573-daff267efafd, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=d47b9975-fbcb-4d8d-9573-daff267efafd,segment=NetworkSegment(ec6cf08a-99c3-4717-b536-d88640602354),segment_id=ec6cf08a-99c3-4717-b536-d88640602354)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:14:55.053618 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:55.054142 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:55.112995 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Routers {'85bb8b21-08da-4228-9ce6-88153f99a6c1'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:14:55.113632 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:14:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['85bb8b21-08da-4228-9ce6-88153f99a6c1'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:55.151633 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664913-f480-495f-b9c1-e31496984be8 None None] Pushing event updated for resources: {'Port': ['ID=d47b9975-fbcb-4d8d-9573-daff267efafd,revision_number=4']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:55.209728 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] Set router 85bb8b21-08da-4228-9ce6-88153f99a6c1 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:14:55.343897 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:14:55.344676 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:55.403326 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:14:52Z', 'revision_number': 2, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port_host': None, '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:54Z', 'revision_number': 4, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:14:55.418778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Current status of the port d47b9975-fbcb-4d8d-9573-daff267efafd is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:14:55.419167 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:55.432067 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3a7a1-b50a-44be-971e-8d1785b62d66 None None] The sync data for ids ['85bb8b21-08da-4228-9ce6-88153f99a6c1'] in dv-cinder-843018-1-iscsi is: [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:14:52Z', 'revision_number': 2, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port_host': None, '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:54Z', 'revision_number': 4, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:14:55.459413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] For port d47b9975-fbcb-4d8d-9573-daff267efafd, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=d47b9975-fbcb-4d8d-9573-daff267efafd,segment=NetworkSegment(ec6cf08a-99c3-4717-b536-d88640602354),segment_id=ec6cf08a-99c3-4717-b536-d88640602354)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:14:55.522009 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:55.570569 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a522b7d-39f3-43a5-b2eb-331b1023e6ac None None] Pushing event updated for resources: {'Port': ['ID=d47b9975-fbcb-4d8d-9573-daff267efafd,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:55.764841 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56922) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:55.962076 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec317686-ddd4-4f1d-ac7e-2134a4d89edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:55.963462 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ec317686-ddd4-4f1d-ac7e-2134a4d89edb admin admin] 10.222.0.16 "GET /v2.0/networks/1442d21d-5e82-455f-852a-742b566b5712 HTTP/1.1" status: 200 len: 842 time: 0.1975887 May 23 20:14:55.973605 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Request body: {'subnet': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:56.042297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Made reservation on behalf of f5277fd37f8044ad9345367a8cd3028d for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:14:56.045210 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:56.452300 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.objects.ports [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104477) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 23 20:14:56.452734 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (e10bd793-0399-4709-a6ad-9e67ebed45fd), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:56.487638 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:56.498993 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:14:56.507031 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10bd793-0399-4709-a6ad-9e67ebed45fd,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:14:56.518605 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:14:56.518957 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Network hostable DHCP agents. Network: 1442d21d-5e82-455f-852a-742b566b5712, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:14:56.625081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:14:56.733524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 1442d21d-5e82-455f-852a-742b566b5712) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:14:56.737820 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:56.738364 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:14:56.743261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900153c-4f03-4722-88fa-4e83840a6768 None None] Network 1442d21d-5e82-455f-852a-742b566b5712 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:14:56.845419 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b899b-cb53-409f-bcdf-2dc777fb6a59 None None] Network 1442d21d-5e82-455f-852a-742b566b5712 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:14:56.870070 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6bf92204-7482-4a90-b674-72292d6f9fc8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8854954 May 23 20:14:59.278754 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 56940) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:14:59.500609 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-250fa859-3fc6-47b2-99a9-65eef3002a62 demo admin] 10.222.0.16 "GET /v2.0/routers/85bb8b21-08da-4228-9ce6-88153f99a6c1 HTTP/1.1" status: 200 len: 710 time: 0.2206509 May 23 20:14:59.588120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eeb9c3-e54a-43e1-bb81-c30fbf76ea1a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:14:59.589991 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c0eeb9c3-e54a-43e1-bb81-c30fbf76ea1a demo admin] 10.222.0.16 "GET /v2.0/networks/1442d21d-5e82-455f-852a-742b566b5712 HTTP/1.1" status: 200 len: 886 time: 0.0838807 May 23 20:14:59.599012 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:14:59.871024 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks [] for router_gateway (85bb8b21-08da-4228-9ce6-88153f99a6c1), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:00.137016 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks [] for router_gateway (85bb8b21-08da-4228-9ce6-88153f99a6c1), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:00.215851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:00.350467 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:00.365992 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Allocated IP 172.27.2.64 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/6269128f-77af-42f4-9c0b-26cffaf45bbc) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:15:00.445231 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:00.476352 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks [] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:00.603185 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:00.685319 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:15:00.690768 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:15:00.700169 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:15:00.704536 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Pushing event updated for resources: {'Port': ['ID=6269128f-77af-42f4-9c0b-26cffaf45bbc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:15:01.027168 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks [] for router_gateway (85bb8b21-08da-4228-9ce6-88153f99a6c1), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:01.212608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2078'] for router (85bb8b21-08da-4228-9ce6-88153f99a6c1), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:01.218255 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665795'] for router (85bb8b21-08da-4228-9ce6-88153f99a6c1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:01.388849 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Router 85bb8b21-08da-4228-9ce6-88153f99a6c1 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:15:01.430127 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:01.490863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:15:01.496018 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:01.497225 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-193b1e1d-28dd-477d-b00f-d0d262e0ba42 demo admin] 10.222.0.16 "PUT /v2.0/routers/85bb8b21-08da-4228-9ce6-88153f99a6c1 HTTP/1.1" status: 200 len: 889 time: 1.9012520 May 23 20:15:03.315617 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=68 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:03.317489 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:03.656438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device d47b9975-fbcb-4d8d-9573-daff267efafd up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:15:03.704493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:15:03.704888 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:03.779295 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port d47b9975-fbcb-4d8d-9573-daff267efafd is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:15:03.940082 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 56952) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:15:04.058769 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Sync routers for ids ['85bb8b21-08da-4228-9ce6-88153f99a6c1'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:15:04.059469 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2a4ac6d1-d285-4390-a232-5077b7fa8099 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1182277 May 23 20:15:04.070417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Routers {'85bb8b21-08da-4228-9ce6-88153f99a6c1'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:15:04.071087 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:14:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['85bb8b21-08da-4228-9ce6-88153f99a6c1'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:15:04.074916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:04.285178 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Set router 85bb8b21-08da-4228-9ce6-88153f99a6c1 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:15:04.732880 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:15:00Z', 'revision_number': 4, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port': {'id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:15:00Z', 'updated_at': '2022-05-23T20:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:55Z', 'revision_number': 5, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:15:04.780357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Checking router: 85bb8b21-08da-4228-9ce6-88153f99a6c1 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:15:04.780709 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Updating router 85bb8b21-08da-4228-9ce6-88153f99a6c1 port 6269128f-77af-42f4-9c0b-26cffaf45bbc binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:15:04.816660 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:04.835516 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.172073 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks [] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.242036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.285407 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cb382-39bd-4c82-9d18-846c1a132710 None None] Pushing event updated for resources: {'Port': ['ID=6269128f-77af-42f4-9c0b-26cffaf45bbc,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:15:05.310311 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Attempting to bind port 6269128f-77af-42f4-9c0b-26cffaf45bbc on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:15:05.310754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Attempting to bind port 6269128f-77af-42f4-9c0b-26cffaf45bbc by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:15:05.311206 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Attempting to bind port 6269128f-77af-42f4-9c0b-26cffaf45bbc on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:15:05.316819 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:15:05.317269 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:15:05.317732 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.318209 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:15:05.319004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Bound port: 6269128f-77af-42f4-9c0b-26cffaf45bbc, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:15:05.319241 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.367825 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] For port 6269128f-77af-42f4-9c0b-26cffaf45bbc, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:15:05.369397 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:05.371189 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] For port 6269128f-77af-42f4-9c0b-26cffaf45bbc, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6269128f-77af-42f4-9c0b-26cffaf45bbc,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:15:05.482710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:05.541948 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Routers {'85bb8b21-08da-4228-9ce6-88153f99a6c1'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:15:05.542563 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:14:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['85bb8b21-08da-4228-9ce6-88153f99a6c1'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:15:05.544268 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cb382-39bd-4c82-9d18-846c1a132710 None None] Pushing event updated for resources: {'Port': ['ID=6269128f-77af-42f4-9c0b-26cffaf45bbc,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:15:05.699411 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] Set router 85bb8b21-08da-4228-9ce6-88153f99a6c1 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:15:05.904685 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:15:00Z', 'revision_number': 4, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port': {'id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:15:00Z', 'updated_at': '2022-05-23T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:55Z', 'revision_number': 5, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:15:05.930037 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e85126-ef41-43ce-8918-8d71e3f33ff0 None None] The sync data for ids ['85bb8b21-08da-4228-9ce6-88153f99a6c1'] in dv-cinder-843018-1-iscsi is: [{'id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'name': 'router1', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:14:41Z', 'updated_at': '2022-05-23T20:15:00Z', 'revision_number': 4, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'gw_port': {'id': '6269128f-77af-42f4-9c0b-26cffaf45bbc', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:15:00Z', 'updated_at': '2022-05-23T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'd47b9975-fbcb-4d8d-9573-daff267efafd', 'name': '', 'network_id': 'a3467770-645d-44e6-9b42-204d96c44641', 'tenant_id': 'aca8271cb9e64af39cb1d04d5246214d', 'mac_address': 'fa:16:3e:56:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bb8b21-08da-4228-9ce6-88153f99a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:14:51Z', 'updated_at': '2022-05-23T20:14:55Z', 'revision_number': 5, 'project_id': 'aca8271cb9e64af39cb1d04d5246214d', 'subnets': [{'id': 'b31782f8-25fb-4661-ac70-1532219a7988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f55071f-adf1-44a8-8d57-57364da15580'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:15:07.698582 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6269128f-77af-42f4-9c0b-26cffaf45bbc up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:15:07.734810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:07.748636 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 6269128f-77af-42f4-9c0b-26cffaf45bbc triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:15:07.750177 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:07.830805 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 6269128f-77af-42f4-9c0b-26cffaf45bbc is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:15:07.831525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:07.854699 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 6269128f-77af-42f4-9c0b-26cffaf45bbc, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6269128f-77af-42f4-9c0b-26cffaf45bbc,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:15:07.916688 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:07.991618 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=6269128f-77af-42f4-9c0b-26cffaf45bbc,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:15:07.992860 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=22 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:08.000456 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=67 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:09.737793 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6269128f-77af-42f4-9c0b-26cffaf45bbc up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:15:09.926998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 6269128f-77af-42f4-9c0b-26cffaf45bbc triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:15:09.927764 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6269128f-77af-42f4-9c0b-26cffaf45bbc), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:10.183227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 6269128f-77af-42f4-9c0b-26cffaf45bbc is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:15:11.489351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:14.051850 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:14.055761 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:18.637965 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:18.716378 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-231a487b-7115-479a-a2ca-412892528d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:20.842324 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab43-403f-4750-81c2-e4d417d5c7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:22.019506 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:23.459506 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:24.990356 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:15:25.019006 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:34.004835 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:34.939366 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:34.941985 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:34.993171 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:45.006074 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:15:48.693120 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-60f26268-a758-4c31-8c5c-ba598348d7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:50.870658 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9f3f03d5-29ea-40c9-a04e-7cfd8348116d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:52.071535 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:53.458340 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:15:54.984556 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:01.989865 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:16:04.937765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:04.939696 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:18.702561 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1d056591-55b2-4d1b-a8a3-19149b85926b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:20.835171 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-167032a6-4bd4-4c20-9a5e-75520d52e04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:21.997479 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:22.001348 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:22.007177 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:23.464912 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:23.740711 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 57496) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:23.800970 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e830e96-9173-46d7-b695-f2f83e90fba6 admin admin] GET failed (client error): The resource could not be found. May 23 20:16:23.802263 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4e830e96-9173-46d7-b695-f2f83e90fba6 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605953 May 23 20:16:23.960276 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbc0a1-162f-4deb-94ee-58a99c47f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:23.961738 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e0cbc0a1-162f-4deb-94ee-58a99c47f61f admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555319 May 23 20:16:25.008309 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:26.167520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 57506) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:26.260803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811fa14-00e3-4798-baa6-19e13c08b108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:26.262171 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3811fa14-00e3-4798-baa6-19e13c08b108 admin admin] 10.222.0.16 "GET /v2.0/subnets/b31782f8-25fb-4661-ac70-1532219a7988 HTTP/1.1" status: 200 len: 849 time: 0.0936911 May 23 20:16:26.271580 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:16:26.353424 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Publish callbacks [] for subnet (b31782f8-25fb-4661-ac70-1532219a7988), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:26.577888 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728765837505'] for subnet (b31782f8-25fb-4661-ac70-1532219a7988), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:26.609623 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:26.610519 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:26.621143 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] 10.222.0.16 "PUT /v2.0/subnets/b31782f8-25fb-4661-ac70-1532219a7988 HTTP/1.1" status: 200 len: 868 time: 0.3434043 May 23 20:16:26.621404 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0d774-cb92-4668-9711-30eb7025b858 None None] Network a3467770-645d-44e6-9b42-204d96c44641 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:16:26.630926 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31782f8-25fb-4661-ac70-1532219a7988,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:16:26.639482 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.639894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.640307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.640647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.640976 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.641301 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.641628 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.641954 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.642366 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.642688 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.643026 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.643369 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.643693 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.644014 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.644384 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998e711-b091-4022-892a-4c8d6c9e4b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:16:26.961946 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Provisioning complete for port d47b9975-fbcb-4d8d-9573-daff267efafd triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:16:26.962361 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d47b9975-fbcb-4d8d-9573-daff267efafd), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:27.033416 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Current status of the port d47b9975-fbcb-4d8d-9573-daff267efafd is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:16:27.042232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Provisioning complete for port b1e97890-4026-4654-ae9e-6c0b38eb0377 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:16:27.042609 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b1e97890-4026-4654-ae9e-6c0b38eb0377), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:27.114780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-43f8f190-bffa-4a18-8942-607edcfd4a81 None None] Current status of the port b1e97890-4026-4654-ae9e-6c0b38eb0377 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:16:28.831061 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57514) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:29.031369 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157c9b1-35a9-4750-aa8a-ab997412553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:29.031760 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157c9b1-35a9-4750-aa8a-ab997412553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:29.033341 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2157c9b1-35a9-4750-aa8a-ab997412553e admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013369 May 23 20:16:31.248854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57524) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:31.376259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251fcd1-0b97-49b7-969c-152b24583e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:31.376730 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251fcd1-0b97-49b7-969c-152b24583e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:31.378273 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-4251fcd1-0b97-49b7-969c-152b24583e89 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284199 May 23 20:16:33.586225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57532) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:33.712150 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82649000-6ff6-4ada-bac8-22e2c8c24890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:33.714057 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-82649000-6ff6-4ada-bac8-22e2c8c24890 admin admin] 10.222.0.16 "GET /v2.0/networks/1442d21d-5e82-455f-852a-742b566b5712 HTTP/1.1" status: 200 len: 886 time: 0.1263785 May 23 20:16:35.914157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57540) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:36.059053 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3850c3-e6ec-400f-9204-47d4235f690b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:36.060421 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0b3850c3-e6ec-400f-9204-47d4235f690b admin admin] 10.222.0.16 "GET /v2.0/networks/a3467770-645d-44e6-9b42-204d96c44641 HTTP/1.1" status: 200 len: 869 time: 0.1453216 May 23 20:16:36.630450 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:36.635247 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:37.112070 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:37.113944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:38.268260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57548) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:38.389339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af6230-9885-48ec-b3aa-14e4427547df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:38.389798 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af6230-9885-48ec-b3aa-14e4427547df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:38.391323 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b1af6230-9885-48ec-b3aa-14e4427547df admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221170 May 23 20:16:38.990056 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:16:40.604451 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57556) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:40.695223 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0c1c1-2163-4246-bf70-c39a3dfcc630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:40.695681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0c1c1-2163-4246-bf70-c39a3dfcc630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:40.697670 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-12c0c1c1-2163-4246-bf70-c39a3dfcc630 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916805 May 23 20:16:42.898485 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57564) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:42.989304 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a626177-5b71-4e00-a30d-9e95cc51a1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:42.990679 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9a626177-5b71-4e00-a30d-9e95cc51a1ed admin admin] 10.222.0.16 "GET /v2.0/subnets/b31782f8-25fb-4661-ac70-1532219a7988 HTTP/1.1" status: 200 len: 868 time: 0.0912313 May 23 20:16:45.203974 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57572) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:16:45.290582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d9c3d-2b73-4454-80c6-eb27559a6cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:16:45.291898 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-174d9c3d-2b73-4454-80c6-eb27559a6cea admin admin] 10.222.0.16 "GET /v2.0/subnets/e10bd793-0399-4709-a6ad-9e67ebed45fd HTTP/1.1" status: 200 len: 816 time: 0.0869608 May 23 20:16:48.703396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-af48a992-1d81-4a95-8a91-4ba2f8849186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:48.985644 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:50.846086 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-79d3a15b-a30e-41d0-8592-5b25862bbb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:52.029058 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:53.463997 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:55.004659 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:16:55.286210 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=67 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:55.288055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=71 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:16:58.998180 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:04.945089 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:04.946987 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:14.620404 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=10 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:14.625144 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=16 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:15.989329 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:17:18.703252 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8973c251-f417-4929-8780-8a4b53ab589a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:20.827417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-605b642e-7b84-4d0f-897f-de1404d5a258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:22.016281 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:23.455740 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:25.017379 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:25.569269 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57632) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:17:25.616886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [None req-2ca12024-de54-4484-8d35-fa5b9ab58d69 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:17:25.618507 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2ca12024-de54-4484-8d35-fa5b9ab58d69 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483055 May 23 20:17:25.985236 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:27.905512 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57640) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:17:27.967601 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da11750-eaf2-44cb-8e8c-eeec70fd223a admin admin] GET failed (client error): The resource could not be found. May 23 20:17:27.968906 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7da11750-eaf2-44cb-8e8c-eeec70fd223a admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625083 May 23 20:17:28.107712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e79785-0c22-49b6-ab1c-d05f9cf2057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:17:28.109169 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c4e79785-0c22-49b6-ab1c-d05f9cf2057a admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362834 May 23 20:17:30.341395 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57648) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:17:30.387291 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:17:30.521843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Made reservation on behalf of f5277fd37f8044ad9345367a8cd3028d for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:17:30.521843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:30.536909 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING neutron.services.revisions.revision_plugin [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Could not find related network for resource to bump revision. May 23 20:17:30.548057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:17:30.556411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (d598b256-2b45-48b6-b333-ca996bd9160a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:30.556859 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Added segment d598b256-2b45-48b6-b333-ca996bd9160a of type vlan for network c26c2a46-9395-4c53-8fe3-a4619643a258 May 23 20:17:30.603235 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (c26c2a46-9395-4c53-8fe3-a4619643a258), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:30.718260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (c26c2a46-9395-4c53-8fe3-a4619643a258), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:30.719244 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:17:30.719812 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:30.776513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Pushing event updated for resources: {'Network': ['ID=c26c2a46-9395-4c53-8fe3-a4619643a258,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:17:30.783000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.783344 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.783693 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.784031 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.784356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.784677 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.784999 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.785315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.785648 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.785969 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.786329 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.786711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.787033 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.787347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.787659 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:30.798309 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network c26c2a46-9395-4c53-8fe3-a4619643a258 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:17:31.013804 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b9075521-8004-43ac-b823-d202ffc2ac88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6712856 May 23 20:17:33.235387 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57656) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:17:33.295427 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3ee1d8-c68c-4116-86bd-3dd23dd539d6 admin admin] GET failed (client error): The resource could not be found. May 23 20:17:33.296720 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ba3ee1d8-c68c-4116-86bd-3dd23dd539d6 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604010 May 23 20:17:33.367159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2dd6d-b554-4a14-9505-8e380c71d8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:17:33.368585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c4b2dd6d-b554-4a14-9505-8e380c71d8bc admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679235 May 23 20:17:33.377849 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:17:33.474202 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Made reservation on behalf of f5277fd37f8044ad9345367a8cd3028d for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:17:33.477023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:33.766184 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (e66ade8a-5b6a-4f25-ad80-8b3f44c16cac), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:33.822282 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66ade8a-5b6a-4f25-ad80-8b3f44c16cac,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:17:33.831503 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Checking segment: {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:17:33.831860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Network hostable DHCP agents. Network: c26c2a46-9395-4c53-8fe3-a4619643a258, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:17:33.935200 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Network c26c2a46-9395-4c53-8fe3-a4619643a258 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:17:34.027055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, c26c2a46-9395-4c53-8fe3-a4619643a258) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:17:34.030943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:17:34.031582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.035584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb3d31-6adb-473d-8340-8a0c289e088d None None] Network c26c2a46-9395-4c53-8fe3-a4619643a258 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:17:34.135441 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-177bf5a7-bb08-4b66-a466-546eab58b989 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7606964 May 23 20:17:34.136473 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-c26c2a46-9395-4c53-8fe3-a4619643a258', 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258', 'project_id': 'f5277fd37f8044ad9345367a8cd3028d', 'fixed_ips': [{'subnet_id': 'e66ade8a-5b6a-4f25-ad80-8b3f44c16cac'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:17:34.137415 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.283207 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Allocated IP 192.168.233.2 (c26c2a46-9395-4c53-8fe3-a4619643a258/e66ade8a-5b6a-4f25-ad80-8b3f44c16cac/1b54bc79-2653-4b59-b701-e20c230a9148) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:17:34.428012 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks [] for port (1b54bc79-2653-4b59-b701-e20c230a9148), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.571631 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.607174 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Network c26c2a46-9395-4c53-8fe3-a4619643a258 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:17:34.611821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:17:34.615861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:17:34.619782 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Pushing event updated for resources: {'Port': ['ID=1b54bc79-2653-4b59-b701-e20c230a9148,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:17:34.629771 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.630142 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.630511 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.630885 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.631240 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.631572 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.631901 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.632224 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.632586 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.632921 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.633243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.633585 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.633916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.634268 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.634590 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:17:34.690720 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Attempting to bind port 1b54bc79-2653-4b59-b701-e20c230a9148 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:17:34.692050 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Attempting to bind port 1b54bc79-2653-4b59-b701-e20c230a9148 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:17:34.692423 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Attempting to bind port 1b54bc79-2653-4b59-b701-e20c230a9148 on network c26c2a46-9395-4c53-8fe3-a4619643a258 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:17:34.698254 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:17:34.698628 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Checking segment: {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:17:34.699030 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.699421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Bound using segment: {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:17:34.699887 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Bound port: 1b54bc79-2653-4b59-b701-e20c230a9148, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:17:34.700265 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.763443 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] For port 1b54bc79-2653-4b59-b701-e20c230a9148, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:17:34.766809 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] For port 1b54bc79-2653-4b59-b701-e20c230a9148, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=1b54bc79-2653-4b59-b701-e20c230a9148,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:17:34.857483 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:34.897480 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:34.915075 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fa1e8-e83e-4205-bb37-fa4235ffe899 None None] Pushing event updated for resources: {'Port': ['ID=1b54bc79-2653-4b59-b701-e20c230a9148,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:17:35.763064 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff70a2-c78c-4a1e-ab16-4b73239f8910 None None] Network c26c2a46-9395-4c53-8fe3-a4619643a258 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:17:35.768443 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 1b54bc79-2653-4b59-b701-e20c230a9148 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:17:35.849344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:35.862341 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Provisioning complete for port 1b54bc79-2653-4b59-b701-e20c230a9148 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:17:35.866344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:35.919994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 1b54bc79-2653-4b59-b701-e20c230a9148 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:17:35.920390 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:35.997322 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:36.049078 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Current status of the port 1b54bc79-2653-4b59-b701-e20c230a9148 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:17:36.049467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:36.074105 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 1b54bc79-2653-4b59-b701-e20c230a9148 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:17:36.074493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:36.109377 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] For port 1b54bc79-2653-4b59-b701-e20c230a9148, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=1b54bc79-2653-4b59-b701-e20c230a9148,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:17:36.177918 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:36.253384 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:17:36.253755 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:17:36.258328 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbde57f-d87e-4e28-b317-ae4b15f87408 None None] Pushing event updated for resources: {'Port': ['ID=1b54bc79-2653-4b59-b701-e20c230a9148,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:17:36.297129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-be514207-b493-4601-912e-8b875a9d2ea2 None None] Provisioning complete for port 1b54bc79-2653-4b59-b701-e20c230a9148 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:17:36.297518 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be514207-b493-4601-912e-8b875a9d2ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:36.375696 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:36.379594 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-be514207-b493-4601-912e-8b875a9d2ea2 None None] Current status of the port 1b54bc79-2653-4b59-b701-e20c230a9148 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:17:36.787196 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 1b54bc79-2653-4b59-b701-e20c230a9148 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:17:37.715717 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 1b54bc79-2653-4b59-b701-e20c230a9148 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:17:37.762150 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 1b54bc79-2653-4b59-b701-e20c230a9148 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:17:37.762541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1b54bc79-2653-4b59-b701-e20c230a9148), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:37.831605 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 1b54bc79-2653-4b59-b701-e20c230a9148 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:17:44.040250 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:44.040968 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:17:48.770897 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-983bd577-6c94-424b-9b73-5350aabfd6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:50.925525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-190f1d5b-3540-4162-ad4a-8581ca971722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:52.034099 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:52.988775 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:17:53.454974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:17:54.987930 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:02.983789 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:04.943569 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:04.944337 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:16.984058 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:16.985217 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:18.701950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-054f6d4d-f96d-45f8-bf79-f6d71689d696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:20.877582 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-93db0c6d-6817-4550-afcc-679e528060d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:21.999250 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:23.471489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:25.016163 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:29.987719 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:18:34.939382 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:34.946345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:39.985785 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:48.722135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7d35-3989-4c38-bc8a-027adbf165ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:49.992224 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:18:50.888004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-afb41d82-dc2f-465e-9300-cc8eb8dbf9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:52.016200 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:53.461595 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:18:55.015994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:04.938789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:04.944690 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:06.986288 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:19:14.551668 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=14 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:18.710921 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-344f1aa5-96a4-4a2a-b32b-4f4b7ad95382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:20.904568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c48d60c0-33fa-4b74-a526-5680c9a113f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:22.009645 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:22.282630 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 57696) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:19:22.289229 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [None req-6d88c754-23fe-459f-a8ad-1ce9db338fc2 tempest-verify_tempest_config-1000902107 tempest-verify_tempest_config-1000902107-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:19:22.290556 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6d88c754-23fe-459f-a8ad-1ce9db338fc2 tempest-verify_tempest_config-1000902107 tempest-verify_tempest_config-1000902107-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0070214 May 23 20:19:22.810875 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 57714) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:19:22.912024 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.014626 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Publish callbacks [] for security_group (8c159a71-91a2-4dc7-8d05-378fa4265a42), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.106478 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8c159a71-91a2-4dc7-8d05-378fa4265a42), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.150552 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c159a71-91a2-4dc7-8d05-378fa4265a42,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:19:23.155194 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eb2087225c141ebab28386b60f175b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3433526 May 23 20:19:23.157975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57718) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:19:23.159444 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.159820 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.160180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.160517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.160845 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.161167 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.161493 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.161810 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.162159 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.162507 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.162831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.163148 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.163462 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.163773 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.164170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317554c-7dae-4a5f-8f36-6b3dc65560ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.214385 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Publish callbacks [] for security_group (8c159a71-91a2-4dc7-8d05-378fa4265a42), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.238327 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Publish callbacks [] for security_group (8c159a71-91a2-4dc7-8d05-378fa4265a42), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.398704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8c159a71-91a2-4dc7-8d05-378fa4265a42), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.401286 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:23.402380 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c159a71-91a2-4dc7-8d05-378fa4265a42 HTTP/1.1" status: 204 len: 168 time: 0.2434103 May 23 20:19:23.411388 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c159a71-91a2-4dc7-8d05-378fa4265a42,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:19:23.418721 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.419066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.419418 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.419750 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.420084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.420415 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.420733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.421050 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.421386 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.421726 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.422311 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.422637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.422954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.423359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.423667 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5c8ad-9972-40a0-b2d2-4c2fc0e47698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:19:23.501210 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:25.026790 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:26.982322 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:26.987668 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=18 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:33.148697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:33.153500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:33.414162 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:33.414869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:34.943475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:34.945350 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:43.984991 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:19:48.698261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-263b8ff0-8afb-476f-b20b-3f9dd2be2076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:50.864260 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7516-7afb-4617-9e6c-672ead2675a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:52.135009 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:53.471796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:19:53.983130 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:19:55.021069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:03.995086 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:04.938037 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:04.950245 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:16.989513 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:16.990312 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:18.697710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c1a62f94-3e0e-4f7e-8214-4c2084f13625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:20.868933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-87f40ee8-fb3e-4a9f-adbc-f7ff978c0585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:20.984050 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:20:22.060077 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:23.486718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:25.057644 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:34.942274 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:34.949234 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:40.986064 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:40.990955 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:20:48.708169 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c5ac0ba5-1378-4482-8181-d52a5e9272fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:50.902727 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d987011a-b18d-4026-a6d2-fea654297d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:52.077022 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:53.482656 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:55.025550 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:20:57.982477 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 5 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:21:03.828183 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667236'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:13.773001 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:13.776855 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:16.788927 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57794) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:21:16.896231 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b4a16126-e3c4-4779-b089-5915d1eb3a24 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1062076 May 23 20:21:17.993511 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=16 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:17.997411 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=18 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:18.713787 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b821d1c7-f8f9-45b8-9d9c-8783757a560d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:19.137658 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57804) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:21:19.192132 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-38f946a5-b86c-4e2e-8ad2-85cd484cab35 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533135 May 23 20:21:20.856577 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-91dc0329-134a-4123-a546-0ebbb5bbe0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:22.053588 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:23.471417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:25.019330 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:29.186351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:29.187119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:33.816205 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:34.981773 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:21:43.729798 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:43.731737 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:44.977285 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:44.978087 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:21:48.838486 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7d0d83b5-76b1-42b8-b865-e13ee6662bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:50.881690 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e8c30a4b-ad97-4a5d-8311-5a3dae72fdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:52.047952 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:53.481852 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:54.996217 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:21:55.024842 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:03.853218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:11.981107 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:22:13.738486 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:13.742989 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:18.704246 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-afa4b362-4493-4b3a-adce-8d7a31b2a01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:20.875700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7d86f4fa-0d6b-439f-8ffb-0d6241e43b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:21.976515 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:21.977618 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:22.043787 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:23.489681 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:24.995389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:32.022196 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:33.789929 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:43.740437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:43.742334 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:48.784229 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4e825dd3-5946-465e-b6a5-394325e1f291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:48.980143 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:22:50.887177 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b9836ddd-f819-4851-9500-b37bd09b3597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:52.092528 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:53.489098 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:55.009122 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.110911 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 57968) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:56.442522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2099563483-network', 'tenant_id': '39849cec37754352a6822cd57277b954'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:56.529611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Made reservation on behalf of 39849cec37754352a6822cd57277b954 for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:56.532085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.540541 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.613959 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks [] for security_group (57ef4d32-1888-4468-b5b7-754ff9ac30be), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.698397 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (57ef4d32-1888-4468-b5b7-754ff9ac30be), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.727492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:22:56.735886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef4d32-1888-4468-b5b7-754ff9ac30be,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:56.746288 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.746722 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.747133 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.747537 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.747939 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.748336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.748744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.749136 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.749943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.749943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.750230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.750673 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.751000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.751411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.751741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Tracked resource versions report: May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: pushed versions: May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: { 'AddressGroup': {'1.2'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Agent': {'1.1'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'ConntrackHelper': {'1.0'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'LocalIPAssociation': {'1.0'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Log': {'1.0'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'NDPProxy': {'1.0'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Network': {'1.1'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Port': {'1.7'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'PortForwarding': {'1.3'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'QosPolicy': {'1.10'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroup': {'1.5'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroupRule': {'1.2'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SubPort': {'1.0'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Subnet': {'1.1'}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Trunk': {'1.1'}} May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: consumer versions: May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: HyperV agent@hv-cinder-84301: {}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Agent': '1.1', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'ConntrackHelper': '1.0', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'LocalIPAssociation': '1.0', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Log': '1.0', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'NDPProxy': '1.0', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Network': '1.1', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Port': '1.7', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'PortForwarding': '1.3', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'QosPolicy': '1.10', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroup': '1.5', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SecurityGroupRule': '1.2', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'SubPort': '1.0', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Subnet': '1.1', May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: 'Trunk': '1.1'}} May 23 20:22:56.753124 dv-cinder-843018-1-iscsi neutron-server[104477]: {{(pid=104477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:22:56.761100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (4b84d87e-0803-4117-a354-f63d7541a382), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.761100 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Added segment 4b84d87e-0803-4117-a354-f63d7541a382 of type vlan for network e4da5b57-d47b-4357-af5e-3630e836e52a May 23 20:22:56.801960 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (e4da5b57-d47b-4357-af5e-3630e836e52a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.894939 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (e4da5b57-d47b-4357-af5e-3630e836e52a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.895989 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:56.896575 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:56.960062 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] Pushing event updated for resources: {'Network': ['ID=e4da5b57-d47b-4357-af5e-3630e836e52a,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:56.972038 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network e4da5b57-d47b-4357-af5e-3630e836e52a details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:22:57.011891 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6b3737ce-c515-43cb-9a9a-47d94a3f093a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8998492 May 23 20:22:57.015235 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58008) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.024186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Request body: {'subnet': {'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2099563483-subnet', 'tenant_id': '39849cec37754352a6822cd57277b954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:57.100802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Made reservation on behalf of 39849cec37754352a6822cd57277b954 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:57.104029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.213420 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58014) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.246221 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58020) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.306803 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58026) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.352579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (216d5865-fc3c-4740-a346-53b1ae2789f2), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.409413 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216d5865-fc3c-4740-a346-53b1ae2789f2,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:57.419265 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Checking segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:22:57.419624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Network hostable DHCP agents. Network: e4da5b57-d47b-4357-af5e-3630e836e52a, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:22:57.517644 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Network e4da5b57-d47b-4357-af5e-3630e836e52a is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:22:57.579364 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1832561429-network', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:57.596510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-network', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:57.602954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, e4da5b57-d47b-4357-af5e-3630e836e52a) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:22:57.608507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:57.609114 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.613986 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c783bc-c14c-4bd5-8d40-5021863264fc None None] Network e4da5b57-d47b-4357-af5e-3630e836e52a requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:22:57.638313 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1618525044-network', 'tenant_id': '3c4adfd8b4c74448bd28b8d0bf149c0a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:57.654358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:57.719354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58052) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.722130 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3aab0b64-6b3a-42dc-a1db-a62e44e095b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7031133 May 23 20:22:57.724549 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:57.727772 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58054) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:57.747406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-e4da5b57-d47b-4357-af5e-3630e836e52a', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:22:57.747406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.807773 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:57.812524 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.836264 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Made reservation on behalf of 3c4adfd8b4c74448bd28b8d0bf149c0a for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:57.839775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.850579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.871964 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.877033 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Made reservation on behalf of a05af8ceb6d041a6a894d5ca3ff820cc for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:57.885415 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.889844 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.890875 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.898401 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:57.901008 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Allocated IP 172.20.0.2 (e4da5b57-d47b-4357-af5e-3630e836e52a/216d5865-fc3c-4740-a346-53b1ae2789f2/b9de1a97-7a3b-4aca-95f4-0d0c52e428c7) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:22:57.910433 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:57.994602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks [] for security_group (e4d3a274-d88f-462d-8de6-fe69d5225543), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.006889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks [] for security_group (a95dae36-0fae-448d-99db-247a92528fa2), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.017189 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-422332646-network', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:58.052271 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks [] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.069221 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for router_controller (ef65e507-1ac0-43ab-b441-bda7ad54d123), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.081375 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e4d3a274-d88f-462d-8de6-fe69d5225543), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.113373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:22:58.138180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (ff07392b-0a75-4fe3-8bec-6cc7ef2f023e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.138678 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Added segment ff07392b-0a75-4fe3-8bec-6cc7ef2f023e of type vlan for network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 May 23 20:22:58.157713 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a95dae36-0fae-448d-99db-247a92528fa2), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.165682 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks [] for security_group (744039be-5b64-4b49-a77c-01e61686491e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.169972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:22:58.174768 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3a274-d88f-462d-8de6-fe69d5225543,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.179683 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.180289 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Added segment 7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d of type vlan for network 67dd9603-b898-4957-b227-ea3182295c01 May 23 20:22:58.207152 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.207427 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.207782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.208311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.208671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.209122 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.209457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.209782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.210225 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.210652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.211173 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.211669 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.212161 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.212673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.213214 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Tracked resource versions report: May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: pushed versions: May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: { 'AddressGroup': {'1.2'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Agent': {'1.1'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'ConntrackHelper': {'1.0'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'LocalIPAssociation': {'1.0'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Log': {'1.0'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'NDPProxy': {'1.0'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Network': {'1.1'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Port': {'1.7'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'PortForwarding': {'1.3'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'QosPolicy': {'1.10'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroup': {'1.5'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroupRule': {'1.2'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SubPort': {'1.0'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Subnet': {'1.1'}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Trunk': {'1.1'}} May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: consumer versions: May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: HyperV agent@hv-cinder-84301: {}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Agent': '1.1', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'ConntrackHelper': '1.0', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'LocalIPAssociation': '1.0', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Log': '1.0', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'NDPProxy': '1.0', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Network': '1.1', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Port': '1.7', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'PortForwarding': '1.3', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'QosPolicy': '1.10', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroup': '1.5', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SecurityGroupRule': '1.2', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'SubPort': '1.0', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Subnet': '1.1', May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: 'Trunk': '1.1'}} May 23 20:22:58.214607 dv-cinder-843018-1-iscsi neutron-server[104478]: {{(pid=104478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:22:58.218349 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.235873 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (8643c6ef-a04e-42d5-acb9-668f5c2b5666), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.269705 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Made reservation on behalf of 02969314f19c4dc182b0dbe76aad9a34 for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:58.272367 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (744039be-5b64-4b49-a77c-01e61686491e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.273009 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.281035 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (67dd9603-b898-4957-b227-ea3182295c01), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.300070 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Network e4da5b57-d47b-4357-af5e-3630e836e52a is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:22:58.309274 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:22:58.314498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:22:58.349146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.368506 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:22:58.376601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744039be-5b64-4b49-a77c-01e61686491e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.466827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Attempting to bind port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:22:58.467399 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Attempting to bind port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:22:58.467946 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Attempting to bind port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:22:58.471396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Pushing event updated for resources: {'Port': ['ID=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.481348 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.482094 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.482604 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.483126 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.483631 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.484112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.484598 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.485210 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.485690 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.486223 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.488466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.488466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.488466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.488466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.488466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Tracked resource versions report: May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: pushed versions: May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: { 'AddressGroup': {'1.2'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Agent': {'1.1'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'ConntrackHelper': {'1.0'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'LocalIPAssociation': {'1.0'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Log': {'1.0'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'NDPProxy': {'1.0'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Network': {'1.1'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Port': {'1.7'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'PortForwarding': {'1.3'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'QosPolicy': {'1.10'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroup': {'1.5'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroupRule': {'1.2'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SubPort': {'1.0'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Subnet': {'1.1'}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Trunk': {'1.1'}} May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: consumer versions: May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: HyperV agent@hv-cinder-84301: {}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Agent': '1.1', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'ConntrackHelper': '1.0', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'LocalIPAssociation': '1.0', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Log': '1.0', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'NDPProxy': '1.0', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Network': '1.1', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Port': '1.7', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'PortForwarding': '1.3', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'QosPolicy': '1.10', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroup': '1.5', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SecurityGroupRule': '1.2', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'SubPort': '1.0', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Subnet': '1.1', May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: 'Trunk': '1.1'}} May 23 20:22:58.489814 dv-cinder-843018-1-iscsi neutron-server[104479]: {{(pid=104479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:22:58.497714 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:22:58.498369 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Checking segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:22:58.498976 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.499542 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Bound using segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:22:58.500175 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Bound port: b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:22:58.500920 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.507423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (8643c6ef-a04e-42d5-acb9-668f5c2b5666), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.508436 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:58.509004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.531595 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks [] for security_group (82c8e8e4-e4e1-434a-ab25-9932d1ed081d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.538350 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (67dd9603-b898-4957-b227-ea3182295c01), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.540020 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:58.540599 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.549608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95dae36-0fae-448d-99db-247a92528fa2,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.590971 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] For port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:22:58.594051 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] For port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:22:58.596864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.609118 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (7babefbe-4b81-41d2-9e7d-52671aae45d8), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.609788 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Added segment 7babefbe-4b81-41d2-9e7d-52671aae45d8 of type vlan for network 2e834b06-191b-4f74-93c9-403bb39ced80 May 23 20:22:58.612770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (82c8e8e4-e4e1-434a-ab25-9932d1ed081d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.615363 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] Pushing event updated for resources: {'Network': ['ID=8643c6ef-a04e-42d5-acb9-668f5c2b5666,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.649470 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.656126 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for router_gateway (ef65e507-1ac0-43ab-b441-bda7ad54d123), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.666908 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.667284 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:22:58.700762 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (2e834b06-191b-4f74-93c9-403bb39ced80), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.709669 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.715280 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] Pushing event updated for resources: {'Network': ['ID=67dd9603-b898-4957-b227-ea3182295c01,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.725025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8e8e4-e4e1-434a-ab25-9932d1ed081d,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.763926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:22:58.770226 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 67dd9603-b898-4957-b227-ea3182295c01 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:22:58.783131 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (2d78b979-520a-4141-9487-599db957ed70), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.787568 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Added segment 2d78b979-520a-4141-9487-599db957ed70 of type vlan for network 9b05af20-bb00-474e-91be-5942b9baa0f0 May 23 20:22:58.787712 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9ac9277d-2584-4faa-b8be-503be8693e1f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5367758 May 23 20:22:58.827104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (9b05af20-bb00-474e-91be-5942b9baa0f0), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.840825 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58100) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:58.848266 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Request body: {'subnet': {'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-subnet', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:58.851895 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (2e834b06-191b-4f74-93c9-403bb39ced80), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.854752 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:58.855316 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.865306 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ce7bf5b6-33a3-40d9-93d8-a7595861b50c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5543900 May 23 20:22:58.865306 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58104) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:58.877154 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.892525 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Request body: {'subnet': {'network_id': '67dd9603-b898-4957-b227-ea3182295c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1618525044-subnet', 'tenant_id': '3c4adfd8b4c74448bd28b8d0bf149c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:58.933081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=67,neutron:INSERT=28,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.936780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078922-0ce9-4270-bb2d-fccc8b2ec3da None None] Pushing event updated for resources: {'Port': ['ID=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:58.962779 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (9b05af20-bb00-474e-91be-5942b9baa0f0), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.967713 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:22:58.967713 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:58.975864 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:58.977350 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:22:59.033783 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] Pushing event updated for resources: {'Network': ['ID=2e834b06-191b-4f74-93c9-403bb39ced80,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:59.046178 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-34da0d9b-56f1-4166-8edc-97c767ca080b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8259668 May 23 20:22:59.046178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58112) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:59.046453 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Made reservation on behalf of a05af8ceb6d041a6a894d5ca3ff820cc for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:59.046623 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 2e834b06-191b-4f74-93c9-403bb39ced80 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:22:59.048793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.057793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Request body: {'subnet': {'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-subnet', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:59.064564 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3329263 May 23 20:22:59.064564 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Made reservation on behalf of 3c4adfd8b4c74448bd28b8d0bf149c0a for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:59.065206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.066821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58114) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:22:59.091134 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Request body: {'subnet': {'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-subnet', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:22:59.143342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116a5d2-6123-432c-b591-93017b578cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b05af20-bb00-474e-91be-5942b9baa0f0,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:59.192413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:22:59.363535 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Made reservation on behalf of 02969314f19c4dc182b0dbe76aad9a34 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:59.366653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.368141 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:22:59.370619 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.394795 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for router_gateway (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.469843 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.619184 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (35a76840-31d1-4847-9d93-8fa841ab6c76), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.677852 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Allocated IP 172.27.2.209 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/3e1851c9-b88b-4bd7-a94d-db114df73bc5) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:22:59.693070 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a76840-31d1-4847-9d93-8fa841ab6c76,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:59.699174 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Checking segment: {'id': '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67dd9603-b898-4957-b227-ea3182295c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:22:59.699559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Network hostable DHCP agents. Network: 67dd9603-b898-4957-b227-ea3182295c01, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:22:59.732217 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (8392adc9-c27d-4b03-90e9-f972ae8f701e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.769853 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.846081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Network 67dd9603-b898-4957-b227-ea3182295c01 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:22:59.852048 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8392adc9-c27d-4b03-90e9-f972ae8f701e,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:59.882913 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Checking segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:22:59.883147 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Network hostable DHCP agents. Network: 8643c6ef-a04e-42d5-acb9-668f5c2b5666, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:22:59.891894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (4c5460a1-c84a-4b98-9792-e6455d9c24bd), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.896610 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:22:59.911802 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:22:59.950487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:22:59.950894 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Network hostable DHCP agents. Network: 9b05af20-bb00-474e-91be-5942b9baa0f0, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:22:59.999469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5460a1-c84a-4b98-9792-e6455d9c24bd,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:00.011672 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 67dd9603-b898-4957-b227-ea3182295c01) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:00.018635 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:00.020010 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.024508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f70fe-ca39-4547-9c1d-ea1291d8922e None None] Network 67dd9603-b898-4957-b227-ea3182295c01 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.030106 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:00.030481 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Network hostable DHCP agents. Network: 2e834b06-191b-4f74-93c9-403bb39ced80, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:23:00.089466 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:23:00.100137 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.102687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:23:00.103717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 9b05af20-bb00-474e-91be-5942b9baa0f0) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:00.110546 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:00.111771 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.118681 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:00.120815 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7ee05-e68e-42e5-bc50-64ecd00a6c20 None None] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.138675 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2295f0fc-a23b-4231-b3fb-384ebe5cd622 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2683492 May 23 20:23:00.152891 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 8643c6ef-a04e-42d5-acb9-668f5c2b5666) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:00.166646 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:00.179307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:00.181242 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.200885 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:23:00.206429 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48e0a4-9c42-4602-aefc-ce43100e2266 None None] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.209740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:00.213352 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 2e834b06-191b-4f74-93c9-403bb39ced80) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:00.223802 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-efff24ec-19b4-4f43-b1d2-05885c765f8c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1477852 May 23 20:23:00.226484 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58144) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:00.230872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:00.241986 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:00.242602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.245035 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:00.247835 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:00.371578 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1d049764-cffe-4482-a6cd-ea1c7ce3fa43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5293934 May 23 20:23:00.375094 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1851c9-b88b-4bd7-a94d-db114df73bc5,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:00.375288 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58152) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:00.381354 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:00.717357 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.717357 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.755558 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345616c1-a594-4b62-8f73-ed1828b9329e None None] Network 2e834b06-191b-4f74-93c9-403bb39ced80 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.755558 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22924c-4a1d-444f-9d25-d57bcbd347d2 None None] Network e4da5b57-d47b-4357-af5e-3630e836e52a requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.755558 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:23:00.755558 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.760463 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for router_controller (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), precommit_add_association {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.763786 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2ede35af-3efa-43a6-a427-a1c0c5c10d9a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6001894 May 23 20:23:00.766829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.766829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.766829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58186) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:00.766829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:00.789864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:00.827094 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for router_controller (102cf0e1-e55c-4d17-9658-43efbf24e739), precommit_add_association {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:00.829542 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e0214-ad3b-4638-aa53-864b81bcbbda None None] Network 67dd9603-b898-4957-b227-ea3182295c01 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:00.869704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58212) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:00.873920 dv-cinder-843018-1-iscsi neutron-server[104477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 20:23:01.009631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for router_gateway (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.149006 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (4aba81c3-570d-409c-9aea-b91580848002), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.149006 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (4aba81c3-570d-409c-9aea-b91580848002), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.186738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Provisioning complete for port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:01.187116 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.203096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for router_controller (4aba81c3-570d-409c-9aea-b91580848002), precommit_add_association {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.246415 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-2e834b06-191b-4f74-93c9-403bb39ced80', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:23:01.246415 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.262739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.401061 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:01.401450 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.504496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:23:01.535495 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-9b05af20-bb00-474e-91be-5942b9baa0f0', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:23:01.536170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:01.537006 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.552312 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Allocated IP 172.20.0.2 (8643c6ef-a04e-42d5-acb9-668f5c2b5666/8392adc9-c27d-4b03-90e9-f972ae8f701e/3bd73906-061c-439f-a0a2-6c9e46d05757) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:01.631821 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:01.644204 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:01.656970 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:01.657150 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:01.670640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:01.677834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for router_gateway (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.708320 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.714230 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-05c585e7-4669-4814-999c-44bb69c92202 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9905601 May 23 20:23:01.715103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58250) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:01.759754 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for router_gateway (102cf0e1-e55c-4d17-9658-43efbf24e739), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.928243 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for router_gateway (4aba81c3-570d-409c-9aea-b91580848002), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:01.937501 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58260) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:01.943834 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:01.954565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-4ed65eeb-2da8-4e63-b191-91066a0d89b1 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:01.957157 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-4ed65eeb-2da8-4e63-b191-91066a0d89b1 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/networks?id=67dd9603-b898-4957-b227-ea3182295c01 HTTP/1.1" status: 200 len: 812 time: 1.0839529 May 23 20:23:01.987604 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:01.998859 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Current status of the port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:01.999249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.075498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:02.079950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.117777 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Allocated IP 172.20.0.2 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/dd983f98-db68-469c-8a69-eeb3cc6adbfa) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:02.166098 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] For port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:02.185378 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-62d2ea6f-25bd-4c18-9090-052ae3562440 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/quotas/3c4adfd8b4c74448bd28b8d0bf149c0a HTTP/1.1" status: 200 len: 375 time: 0.2109261 May 23 20:23:02.193004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Allocated IP 172.20.0.2 (9b05af20-bb00-474e-91be-5942b9baa0f0/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0/5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:02.245215 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8602a80-da0c-4022-8989-0d90520c6419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.314323 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.322256 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-1da34879-e9bd-428f-b6f2-b8cf1abca222 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c4adfd8b4c74448bd28b8d0bf149c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229365 May 23 20:23:02.396343 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:00Z', 'revision_number': 3, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:02.413520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:02.419860 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:02.439001 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:02.439543 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Updating router ef65e507-1ac0-43ab-b441-bda7ad54d123 port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:02.483872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8602a80-da0c-4022-8989-0d90520c6419 admin admin] Publish callbacks [] for security_group (efcf8a06-1c00-47ba-9ccd-8e1b154e5eca), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.525213 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.552823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks [] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.609892 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8602a80-da0c-4022-8989-0d90520c6419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (efcf8a06-1c00-47ba-9ccd-8e1b154e5eca), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.623260 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-f203c325-68bc-42d6-ac8c-578a0403d3c7 None None] Provisioning complete for port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:02.623650 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f203c325-68bc-42d6-ac8c-578a0403d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.666487 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:23:02.666897 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:23:02.694517 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.700855 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-77b81727-e09e-4acb-8110-52874c0b4895 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:23:02.701880 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-77b81727-e09e-4acb-8110-52874c0b4895 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2012296 May 23 20:23:02.705000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602a80-da0c-4022-8989-0d90520c6419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf8a06-1c00-47ba-9ccd-8e1b154e5eca,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:02.713078 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191792c3-2c19-4215-aaeb-eae47b91b94f None None] Pushing event updated for resources: {'Port': ['ID=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:02.714177 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b8602a80-da0c-4022-8989-0d90520c6419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f538221717a24ccd9cc4dc31897fbda9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7749448 May 23 20:23:02.717670 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.719683 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58302) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:02.852889 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] Publish callbacks [] for security_group (efcf8a06-1c00-47ba-9ccd-8e1b154e5eca), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.894313 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:02.919602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] Publish callbacks [] for security_group (efcf8a06-1c00-47ba-9ccd-8e1b154e5eca), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.924115 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks [] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:02.933091 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Pushing event updated for resources: {'Port': ['ID=3bd73906-061c-439f-a0a2-6c9e46d05757,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.004489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:03.012375 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:03.020145 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Allocated IP 172.20.0.1 (e4da5b57-d47b-4357-af5e-3630e836e52a/216d5865-fc3c-4740-a346-53b1ae2789f2/ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:03.032459 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks [] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.062858 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.073200 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks [] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.129464 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (efcf8a06-1c00-47ba-9ccd-8e1b154e5eca), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.132023 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.136392 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efcf8a06-1c00-47ba-9ccd-8e1b154e5eca HTTP/1.1" status: 204 len: 168 time: 0.4126091 May 23 20:23:03.158117 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.190125 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e503316-ad6d-4f49-8f5b-95bc1fc3694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf8a06-1c00-47ba-9ccd-8e1b154e5eca,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.202796 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks [] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.230570 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Pushing event updated for resources: {'Port': ['ID=3e1851c9-b88b-4bd7-a94d-db114df73bc5,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.249317 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Attempting to bind port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:03.249935 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Attempting to bind port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:03.250600 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Attempting to bind port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:03.256338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for router_gateway (4aba81c3-570d-409c-9aea-b91580848002), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.267325 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.270756 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.271302 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.271668 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.272008 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.272343 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.272674 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.272999 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.274505 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.274864 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.275279 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.275684 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.275992 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.276512 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.276854 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Tracked resource versions report: May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: pushed versions: May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: { 'AddressGroup': {'1.2'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Agent': {'1.1'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'ConntrackHelper': {'1.0'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'LocalIPAssociation': {'1.0'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Log': {'1.0'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'NDPProxy': {'1.0'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Network': {'1.1'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Port': {'1.7'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'PortForwarding': {'1.3'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'QosPolicy': {'1.10'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroup': {'1.5'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroupRule': {'1.2'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SubPort': {'1.0'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Subnet': {'1.1'}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Trunk': {'1.1'}} May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: consumer versions: May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: { DHCP agent@dv-cinder-843018-1-iscsi: {}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: HyperV agent@hv-cinder-84301: {}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: L3 agent@dv-cinder-843018-1-iscsi: {}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: Metadata agent@dv-cinder-843018-1-iscsi: {}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: Metering agent@dv-cinder-843018-1-iscsi: {}, May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: Open vSwitch agent@dv-cinder-843018-1-iscsi: { 'AddressGroup': '1.2', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Agent': '1.1', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'ConntrackHelper': '1.0', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'LocalIPAssociation': '1.0', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Log': '1.0', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'NDPProxy': '1.0', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Network': '1.1', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Port': '1.7', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'PortForwarding': '1.3', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'QosPolicy': '1.10', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroup': '1.5', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SecurityGroupRule': '1.2', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'SubPort': '1.0', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Subnet': '1.1', May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: 'Trunk': '1.1'}} May 23 20:23:03.278229 dv-cinder-843018-1-iscsi neutron-server[104480]: {{(pid=104480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 20:23:03.281879 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:03.282370 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:03.285167 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.285167 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:03.285167 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Bound port: 3e1851c9-b88b-4bd7-a94d-db114df73bc5, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:03.285516 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.287260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for router_gateway (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.308005 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for router_gateway (102cf0e1-e55c-4d17-9658-43efbf24e739), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.362238 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.367888 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] For port 3e1851c9-b88b-4bd7-a94d-db114df73bc5, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:03.377151 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] For port 3e1851c9-b88b-4bd7-a94d-db114df73bc5, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3e1851c9-b88b-4bd7-a94d-db114df73bc5,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:03.377539 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.392219 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.400065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:03.400761 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.402377 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f203c325-68bc-42d6-ac8c-578a0403d3c7 None None] Current status of the port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:03.403590 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.442594 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Network e4da5b57-d47b-4357-af5e-3630e836e52a is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:03.445832 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.450542 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.465431 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:03.469930 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:03.480345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:03.484554 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:03.493595 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Pushing event updated for resources: {'Port': ['ID=dd983f98-db68-469c-8a69-eeb3cc6adbfa,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.512437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:03.518779 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:03.519423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.531551 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:03.534781 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Attempting to bind port 3bd73906-061c-439f-a0a2-6c9e46d05757 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:03.535147 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Attempting to bind port 3bd73906-061c-439f-a0a2-6c9e46d05757 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:03.535526 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Attempting to bind port 3bd73906-061c-439f-a0a2-6c9e46d05757 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:03.573686 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:03.575438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:03.581512 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:03.586333 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:03.608620 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:03.608998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Checking segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:03.609401 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.610031 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Bound using segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:03.610529 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Bound port: 3bd73906-061c-439f-a0a2-6c9e46d05757, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:03.610908 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.722091 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:03.783363 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Allocated IP 172.27.2.234 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/b3446148-3e73-4bd9-9260-9231b3e66c83) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:03.795862 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:03.806208 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Pushing event updated for resources: {'Port': ['ID=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.830742 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:03.878856 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-b3f20204-ec7b-4ee6-a8c3-043fceda9468 service neutron] 10.222.0.16 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1350861 May 23 20:23:03.906046 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Attempting to bind port dd983f98-db68-469c-8a69-eeb3cc6adbfa on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:03.906428 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Attempting to bind port dd983f98-db68-469c-8a69-eeb3cc6adbfa by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:03.906829 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Attempting to bind port dd983f98-db68-469c-8a69-eeb3cc6adbfa on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:03.936331 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:03.936776 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:03.937132 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.937649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:03.938473 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Bound port: dd983f98-db68-469c-8a69-eeb3cc6adbfa, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:03.938852 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.984122 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Attempting to bind port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:03.984271 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Attempting to bind port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:03.984588 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Attempting to bind port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:03.986549 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-6ecd501c-7f20-4259-960a-44fd70cb4233 None None] Provisioning complete for port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:03.988988 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6ecd501c-7f20-4259-960a-44fd70cb4233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:03.993930 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c353c-a8cd-4b3f-8edf-845ad80d26fd None None] Pushing event updated for resources: {'Port': ['ID=3e1851c9-b88b-4bd7-a94d-db114df73bc5,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:03.997455 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] For port 3bd73906-061c-439f-a0a2-6c9e46d05757, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:04.005557 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.007391 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] For port 3bd73906-061c-439f-a0a2-6c9e46d05757, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3bd73906-061c-439f-a0a2-6c9e46d05757,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:04.026829 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.030357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:04.030743 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:04.031137 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.031524 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Bound using segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:04.032008 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Bound port: 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:04.032383 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.056391 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:04.056755 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.077256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58340) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:04.102600 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.110897 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:00Z', 'revision_number': 3, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:04.122304 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1903fb09-4a19-43db-a375-3ca746b41dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.153479 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd501c-7f20-4259-960a-44fd70cb4233 None None] Port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:04.154957 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702afa5b-e8e9-4997-af7c-21b6ca791343 None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:00Z', 'revision_number': 3, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:04.192744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.228719 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] For port dd983f98-db68-469c-8a69-eeb3cc6adbfa, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:04.241327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] For port dd983f98-db68-469c-8a69-eeb3cc6adbfa, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=dd983f98-db68-469c-8a69-eeb3cc6adbfa,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:04.273938 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] For port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:04.285084 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b7e6-6e12-47c9-a565-69038d060b95 None None] Pushing event updated for resources: {'Port': ['ID=3bd73906-061c-439f-a0a2-6c9e46d05757,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:04.318864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] For port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:04.324227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=83,neutron:UPDATE=10,neutron:INSERT=7 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:04.325985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58344) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:04.330831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.363609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1903fb09-4a19-43db-a375-3ca746b41dee admin admin] Publish callbacks [] for security_group (9bee7e3d-4475-4640-8ddb-3a06317b24bd), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.378044 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:04.384188 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-6ddfd7d6-621e-4400-9712-8d119268255e service neutron] 10.222.0.16 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960516 May 23 20:23:04.394847 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks [] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.416279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:04.421784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.454832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0bb15-7e49-4335-9ddb-3ccccd11f23a None None] Pushing event updated for resources: {'Port': ['ID=dd983f98-db68-469c-8a69-eeb3cc6adbfa,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:04.470339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1903fb09-4a19-43db-a375-3ca746b41dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9bee7e3d-4475-4640-8ddb-3a06317b24bd), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.480293 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Allocated IP 172.27.2.202 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/b0259559-49d6-4659-9323-d6ea9fa313c7) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:04.546913 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.547824 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.599418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d36a6-0973-4c4b-9e53-803b8c305521 None None] Pushing event updated for resources: {'Port': ['ID=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:04.643642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.644879 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:04.714255 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1903fb09-4a19-43db-a375-3ca746b41dee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57c9bb1dc6d24274b08595aa8269961c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6334972 May 23 20:23:04.780857 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58352) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:04.786054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903fb09-4a19-43db-a375-3ca746b41dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee7e3d-4475-4640-8ddb-3a06317b24bd,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:04.867668 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:04.884261 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:04.976315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:04.977752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:05.002147 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:05.015798 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:05.048717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] Publish callbacks [] for security_group (9bee7e3d-4475-4640-8ddb-3a06317b24bd), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.087241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Allocated IP 172.27.2.160 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/a9883bb6-c919-4b2a-957e-327ed27422f9) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:05.119113 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Network e4da5b57-d47b-4357-af5e-3630e836e52a is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:05.128749 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:05.161782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] Publish callbacks [] for security_group (9bee7e3d-4475-4640-8ddb-3a06317b24bd), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.168410 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58366) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:05.170851 dv-cinder-843018-1-iscsi neutron-server[104478]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 20:23:05.178259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:05.202987 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:05.216766 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.341933 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bbf5662b-e7bd-4454-9ff4-5eee681c449b req-9b87e504-70bf-4621-9c1c-aa870ecbf752 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.1721873 May 23 20:23:05.364641 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3ec61efc-4c3c-4e33-8d11-4ea1cc0223e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.431777 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3446148-3e73-4bd9-9260-9231b3e66c83,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:05.440993 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:05.527083 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:05.550655 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:05.569016 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:05.626746 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-fb914041-48d3-4c4c-bcc4-aeeebd070cbc None None] Provisioning complete for port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:05.627971 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fb914041-48d3-4c4c-bcc4-aeeebd070cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.640374 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9bee7e3d-4475-4640-8ddb-3a06317b24bd), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.642999 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.646528 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bee7e3d-4475-4640-8ddb-3a06317b24bd HTTP/1.1" status: 204 len: 168 time: 0.8622961 May 23 20:23:05.685379 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:05.722081 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d45969-306d-4e1b-9783-e6d4b4520de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee7e3d-4475-4640-8ddb-3a06317b24bd,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:05.728125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.766466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fb914041-48d3-4c4c-bcc4-aeeebd070cbc None None] Port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:05.935614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:05.951330 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6bf8d44b-8b1b-49b8-b1ac-a337c08caf43 admin admin] 10.222.0.16 "PUT /v2.0/routers/ef65e507-1ac0-43ab-b441-bda7ad54d123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2337885 May 23 20:23:05.962935 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:05.989839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3ec61efc-4c3c-4e33-8d11-4ea1cc0223e0 admin admin] Publish callbacks [] for security_group (0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:05.991886 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:06.006321 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.048389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:06.065331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Pushing event updated for resources: {'Port': ['ID=b0259559-49d6-4659-9323-d6ea9fa313c7,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:06.098366 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3ec61efc-4c3c-4e33-8d11-4ea1cc0223e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.184863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c9ab3-de75-4079-b8d6-3e1f9f3d9a63 None None] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:06.242247 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:06.316835 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec61efc-4c3c-4e33-8d11-4ea1cc0223e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:06.341843 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Provisioning complete for port 3bd73906-061c-439f-a0a2-6c9e46d05757 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:06.343389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.345863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:06.349981 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:06.350622 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.416119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:06.505630 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3ec61efc-4c3c-4e33-8d11-4ea1cc0223e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a1ee0cd036149bd9629e1a54287ad2e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1785774 May 23 20:23:06.508814 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58412) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:06.558231 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8807a-e702-46ab-8a48-3d43648dc784 None None] Network 2e834b06-191b-4f74-93c9-403bb39ced80 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:06.569040 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Pushing event updated for resources: {'Port': ['ID=a9883bb6-c919-4b2a-957e-327ed27422f9,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:06.589348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] Publish callbacks [] for security_group (0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.630383 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] Publish callbacks [] for security_group (0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.796673 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:06.797286 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.801943 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Current status of the port 3bd73906-061c-439f-a0a2-6c9e46d05757 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:06.802390 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.810117 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58420) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:06.816567 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510439963', 'description': 'tempest-description--1228905592'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:06.855279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.858675 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.878409 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4 HTTP/1.1" status: 204 len: 168 time: 0.3548265 May 23 20:23:06.902935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368631cf-98eb-47b9-aa3a-94b0be051b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd8e68-9c81-4ead-81ca-bc735d8fb5f4,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:06.939229 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:06.946762 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:06.993393 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.020237 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:07.035765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] For port 3bd73906-061c-439f-a0a2-6c9e46d05757, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3bd73906-061c-439f-a0a2-6c9e46d05757,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:07.087843 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.089406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device dd983f98-db68-469c-8a69-eeb3cc6adbfa up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:07.089959 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (a532ace5-bda1-4536-9a43-5885bcda7a3d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.175787 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a532ace5-bda1-4536-9a43-5885bcda7a3d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.197496 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.224760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.276744 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d336e6-92a0-4c3c-b4c6-d92cb07d7c6d None None] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:23:07.286791 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.296241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.297085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for router_gateway (4aba81c3-570d-409c-9aea-b91580848002), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.311627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.313979 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf82b068-d088-454f-a547-189adf07a0a9 req-739f3547-49cf-41e3-90eb-4833fa9414f2 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.7477899 May 23 20:23:07.320717 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5092804 May 23 20:23:07.323991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58448) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:07.328429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group_rule': {'security_group_id': 'a532ace5-bda1-4536-9a43-5885bcda7a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:07.383727 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fb9ac-e13b-4cfd-83ed-9dd1ccd57e31 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a532ace5-bda1-4536-9a43-5885bcda7a3d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:07.404054 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:07.475357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Provisioning complete for port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:07.475357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.501799 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.504603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (304912cb-6fd1-4801-9798-7972047724f0), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.573823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port dd983f98-db68-469c-8a69-eeb3cc6adbfa triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:07.574291 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.592558 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (304912cb-6fd1-4801-9798-7972047724f0), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.603002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for router_gateway (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.618950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530470da-3f01-452d-8aaf-0df2480df742 None None] Pushing event updated for resources: {'Port': ['ID=3bd73906-061c-439f-a0a2-6c9e46d05757,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:07.653441 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:07.665745 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (304912cb-6fd1-4801-9798-7972047724f0), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.691786 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:07.692518 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:07.693237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304912cb-6fd1-4801-9798-7972047724f0,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:07.812834 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.823169 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6f36215f-7298-4713-b3db-483b5b7549c7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4957948 May 23 20:23:07.823434 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58458) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:07.830275 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group_rule': {'security_group_id': 'a532ace5-bda1-4536-9a43-5885bcda7a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:07.936315 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Current status of the port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:07.956657 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port dd983f98-db68-469c-8a69-eeb3cc6adbfa is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:07.957055 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.960159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:07.962625 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for router_gateway (102cf0e1-e55c-4d17-9658-43efbf24e739), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:07.997953 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Provisioning complete for port 3bd73906-061c-439f-a0a2-6c9e46d05757 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:07.998407 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.005127 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (8bc2e6fc-0d36-4d1e-a6d0-c206647a9189), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.009347 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58462) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:08.012144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (4aba81c3-570d-409c-9aea-b91580848002), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.068865 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:08.096475 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-adbaaccf-bc5e-4da8-a6a7-63481105809f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.111504 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port dd983f98-db68-469c-8a69-eeb3cc6adbfa, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=dd983f98-db68-469c-8a69-eeb3cc6adbfa,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:08.150476 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (8bc2e6fc-0d36-4d1e-a6d0-c206647a9189), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.183553 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.207962 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.208771 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3e1851c9-b88b-4bd7-a94d-db114df73bc5 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:08.246705 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (8bc2e6fc-0d36-4d1e-a6d0-c206647a9189), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.251976 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Current status of the port 3bd73906-061c-439f-a0a2-6c9e46d05757 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:08.257892 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-adbaaccf-bc5e-4da8-a6a7-63481105809f admin admin] Publish callbacks [] for security_group (7381400b-8f57-40bd-8c81-6b282caeb40d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.274382 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc2e6fc-0d36-4d1e-a6d0-c206647a9189,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:08.345865 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-adbaaccf-bc5e-4da8-a6a7-63481105809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7381400b-8f57-40bd-8c81-6b282caeb40d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.350803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.355443 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3fbfa204-09ff-4004-a5f7-4934ff8c43c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5281527 May 23 20:23:08.355578 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Provisioning complete for port dd983f98-db68-469c-8a69-eeb3cc6adbfa triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:08.355578 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.368678 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58472) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:08.394224 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:08.441901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.447068 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=dd983f98-db68-469c-8a69-eeb3cc6adbfa,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:08.456968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:08.456968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.499588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaaccf-bc5e-4da8-a6a7-63481105809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7381400b-8f57-40bd-8c81-6b282caeb40d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:08.515613 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.564859 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-adbaaccf-bc5e-4da8-a6a7-63481105809f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cc54f808e554f518bcfa8c2e414fb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543389 May 23 20:23:08.570389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58480) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:08.580122 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-17f694e1-70b4-4033-95f2-d6685e7d7af0 None None] Current status of the port dd983f98-db68-469c-8a69-eeb3cc6adbfa is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:08.583628 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:04Z', 'revision_number': 2, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:08.612550 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:08.612772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Updating router ef65e507-1ac0-43ab-b441-bda7ad54d123 port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:08.631172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Router 4aba81c3-570d-409c-9aea-b91580848002 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:23:08.638642 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-23972232-d05e-4b38-98c6-48b545b7c735 req-5d41a7b0-48f7-40f3-8300-2d85d3fedc24 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.0499091 May 23 20:23:08.677677 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:08.678084 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.682913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.716832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Provisioning complete for port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:08.717542 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.738512 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 3e1851c9-b88b-4bd7-a94d-db114df73bc5, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3e1851c9-b88b-4bd7-a94d-db114df73bc5,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:08.842519 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:08.843771 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3bd73906-061c-439f-a0a2-6c9e46d05757 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:08.903131 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:08.989580 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:23:09.002649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.013641 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.036335 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Current status of the port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:09.046352 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=3e1851c9-b88b-4bd7-a94d-db114df73bc5,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:09.051477 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] Publish callbacks [] for security_group (7381400b-8f57-40bd-8c81-6b282caeb40d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.054650 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.075924 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 3bd73906-061c-439f-a0a2-6c9e46d05757 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:09.076259 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.078708 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Provisioning complete for port dd983f98-db68-469c-8a69-eeb3cc6adbfa triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:09.079084 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.258437 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] Publish callbacks [] for security_group (7381400b-8f57-40bd-8c81-6b282caeb40d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.304450 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:09.310476 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 3bd73906-061c-439f-a0a2-6c9e46d05757 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:09.315818 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:09.319786 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fca641d1-3b17-481a-ae01-9623183d576e None None] Current status of the port dd983f98-db68-469c-8a69-eeb3cc6adbfa is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:09.335696 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:09.336315 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:09.375270 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks [] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.393512 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.405352 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:23:09.444687 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.453315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Allocated IP 172.27.2.48 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/dfac34b8-59e4-4bab-8b2c-e768abe2add6) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:09.473321 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:09.501552 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:09.510683 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device dd983f98-db68-469c-8a69-eeb3cc6adbfa up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:09.551273 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:09.593151 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.605049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.606859 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fdda2677-ee43-4d36-b625-504a37f272d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9372859 May 23 20:23:09.610218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58504) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:09.610580 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7381400b-8f57-40bd-8c81-6b282caeb40d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.613043 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.614142 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7381400b-8f57-40bd-8c81-6b282caeb40d HTTP/1.1" status: 204 len: 168 time: 1.0202873 May 23 20:23:09.655319 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:09.656960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:09.673737 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.694996 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.696235 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d27b2d9e-3015-400c-bf43-3bb44ab5910f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.4687850 May 23 20:23:09.700241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58512) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:09.709860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee38d55-2e00-4cab-ae09-9117307e1885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381400b-8f57-40bd-8c81-6b282caeb40d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:09.749746 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a282a18-b3ec-47e4-8b48-bab6f6da3850 None None] Pushing event updated for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:09.764543 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.768686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:09.770456 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:05Z', 'revision_number': 3, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:09.801469 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:09.854616 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:09.868774 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:09.869122 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Updating router 4aba81c3-570d-409c-9aea-b91580848002 port b3446148-3e73-4bd9-9260-9231b3e66c83 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:09.919843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.937577 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Attempting to bind port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:09.937952 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Attempting to bind port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:09.941228 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Attempting to bind port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:09.968982 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:09.970279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Checking segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:09.970877 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.971342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Bound using segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:09.981640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Bound port: ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:09.981640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:09.981640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port dd983f98-db68-469c-8a69-eeb3cc6adbfa triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:09.981640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.049772 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.051275 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-21fa7b5e-c3b5-4600-9141-5fc404c02e9f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6748927 May 23 20:23:10.056495 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58526) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:10.127877 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-32ba6562-3ad2-4470-9436-1985b867de89 req-8684b9b7-c19d-46ad-a283-924d84374f56 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.0947845 May 23 20:23:10.183183 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:10.185616 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:10.208230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.31', 62590) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:10.263391 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.303190 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.395129 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:10.450411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:10.461542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:10.481834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=dfac34b8-59e4-4bab-8b2c-e768abe2add6,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:10.522359 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.543024 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:10.648992 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] For port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:10.653037 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] For port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:10.661528 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e24b60c8-c3a5-4c70-90a7-d38fdbf0429f None None] Provisioning complete for port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:10.661883 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e24b60c8-c3a5-4c70-90a7-d38fdbf0429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.670629 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:10.789976 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-7511cbf3-db76-493b-a4c8-cad7f749fbf5 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:10.791526 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-7511cbf3-db76-493b-a4c8-cad7f749fbf5 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.31 "GET /v2.0/networks?id=67dd9603-b898-4957-b227-ea3182295c01 HTTP/1.1" status: 200 len: 812 time: 0.5806220 May 23 20:23:10.860409 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:10.906136 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port dd983f98-db68-469c-8a69-eeb3cc6adbfa is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:10.907885 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Request body: {'port': {'device_id': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'network_id': '67dd9603-b898-4957-b227-ea3182295c01', 'admin_state_up': True, 'tenant_id': '3c4adfd8b4c74448bd28b8d0bf149c0a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:10.909996 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:10.928302 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Allocated IP 172.20.0.1 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/01aeb9ed-7c7f-4439-b194-afd0e2e70f6c) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:10.953129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.957614 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:10.971513 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58550) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:11.098626 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:11.099499 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:11.130044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks [] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.187779 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:07Z', 'revision_number': 3, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:11.220874 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks [] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.229455 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.244759 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f0124319-0aed-4493-ae24-73f5e046d6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.260067 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:11.278137 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:11.280541 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Updating router 102cf0e1-e55c-4d17-9658-43efbf24e739 port a9883bb6-c919-4b2a-957e-327ed27422f9 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:11.347507 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.369264 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9bbb522e-5592-4598-befd-af3431a98706 req-7fcbb70d-aafb-4965-9a50-6e216c911b53 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.0960174 May 23 20:23:11.385072 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.430047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.455077 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a282a18-b3ec-47e4-8b48-bab6f6da3850 None None] Pushing event updated for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:11.461168 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.467788 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.498434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.499793 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5c5c2-4d4e-4fad-85f7-7d97b658bbc4 None None] Pushing event updated for resources: {'Port': ['ID=b3446148-3e73-4bd9-9260-9231b3e66c83,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:11.500559 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e24b60c8-c3a5-4c70-90a7-d38fdbf0429f None None] Port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:11.505057 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:11.505769 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:11.510863 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Attempting to bind port b3446148-3e73-4bd9-9260-9231b3e66c83 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:11.511227 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Attempting to bind port b3446148-3e73-4bd9-9260-9231b3e66c83 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:11.511588 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Attempting to bind port b3446148-3e73-4bd9-9260-9231b3e66c83 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:11.519778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:11.522241 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:11.522618 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:11.523016 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.523409 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:11.524025 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Bound port: b3446148-3e73-4bd9-9260-9231b3e66c83, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:11.524253 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.527170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:11.529219 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (4aba81c3-570d-409c-9aea-b91580848002), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.614960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:11.615605 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.634236 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f0124319-0aed-4493-ae24-73f5e046d6c8 admin admin] Publish callbacks [] for security_group (1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.699047 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] For port b3446148-3e73-4bd9-9260-9231b3e66c83, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:11.730403 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Provisioning complete for port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:11.736966 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.742379 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.752656 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] For port b3446148-3e73-4bd9-9260-9231b3e66c83, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b3446148-3e73-4bd9-9260-9231b3e66c83,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:11.788908 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Pushing event updated for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:11.794102 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:11.800442 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f0124319-0aed-4493-ae24-73f5e046d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.839760 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:11.878363 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f0124319-0aed-4493-ae24-73f5e046d6c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d69eb4f1edc049e9bbca2b0ad51feb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9050393 May 23 20:23:11.880352 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58590) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:11.902179 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0124319-0aed-4493-ae24-73f5e046d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:11.908320 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:10Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:11.988722 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:11.989361 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:11.993241 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.019996 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] Publish callbacks [] for security_group (1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.096155 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] Publish callbacks [] for security_group (1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.110050 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c2127-058e-47b3-b06c-8d508ada9159 None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:10Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:12.130182 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Made reservation on behalf of 3c4adfd8b4c74448bd28b8d0bf149c0a for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:12.137312 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.151015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:12.159157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.291218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:12.320443 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Current status of the port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:12.333183 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.360904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:06Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:12.361684 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5c5c2-4d4e-4fad-85f7-7d97b658bbc4 None None] Pushing event updated for resources: {'Port': ['ID=b3446148-3e73-4bd9-9260-9231b3e66c83,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:12.369310 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:12.400954 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.427632 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.432593 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c HTTP/1.1" status: 204 len: 168 time: 0.5505495 May 23 20:23:12.462476 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:12.529915 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b68bc3-09ad-481a-b1f9-335d275103f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793ad0b-bcd5-43e9-adc7-4a9dabd05b1c,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:12.553345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:12.553763 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Updating router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef port b0259559-49d6-4659-9323-d6ea9fa313c7 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:12.574564 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:12.575905 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3e1851c9-b88b-4bd7-a94d-db114df73bc5 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:12.609309 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks [] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.683173 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.684203 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (4aba81c3-570d-409c-9aea-b91580848002), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.758030 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] For port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:12.784494 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.787815 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:12.852649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.878175 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks [] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:12.950305 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Pushing event updated for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:13.026902 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:10Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:13.042477 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:13.043904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.111861 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:13.120563 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:13.128832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-395e1012-0834-4255-a15b-638acfaaa0d4 None None] Provisioning complete for port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:13.129324 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-395e1012-0834-4255-a15b-638acfaaa0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.155120 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dc10a-4a12-4606-83ee-41e56ee9aee6 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:10Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:13.166981 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.168284 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.189120 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dab616a3-3f55-48ae-825a-8897f3d74a86 req-0a045668-6c1d-4454-a62a-a3735e8e1d8e tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.6301568 May 23 20:23:13.191049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.270047 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:13.440586 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14685a17-2bd1-45e0-9e9a-cb17c3da64e1 None None] Pushing event updated for resources: {'Port': ['ID=a9883bb6-c919-4b2a-957e-327ed27422f9,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:13.644202 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Attempting to bind port a9883bb6-c919-4b2a-957e-327ed27422f9 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:13.644202 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Attempting to bind port a9883bb6-c919-4b2a-957e-327ed27422f9 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:13.644202 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Attempting to bind port a9883bb6-c919-4b2a-957e-327ed27422f9 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:13.644438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190f9a-b707-4682-97b0-245868ca0d9f None None] Pushing event updated for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:13.644438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-395e1012-0834-4255-a15b-638acfaaa0d4 None None] Port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Bound port: a9883bb6-c919-4b2a-957e-327ed27422f9, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:13.644578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.830631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:13.833358 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] For port a9883bb6-c919-4b2a-957e-327ed27422f9, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:13.834007 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-065b7b26-af81-47a9-8dda-9a5607268151 None None] Provisioning complete for port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:13.834007 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-065b7b26-af81-47a9-8dda-9a5607268151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.838495 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] For port a9883bb6-c919-4b2a-957e-327ed27422f9, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=a9883bb6-c919-4b2a-957e-327ed27422f9,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:13.838495 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:13.838859 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:13.839062 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:13.878829 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:13.880821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3bd73906-061c-439f-a0a2-6c9e46d05757 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:13.912026 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:13.928784 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2038c886-64e7-4d1d-b98c-b1aeb7321e83 admin admin] 10.222.0.16 "PUT /v2.0/routers/4aba81c3-570d-409c-9aea-b91580848002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3111103 May 23 20:23:14.001161 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=dfac34b8-59e4-4bab-8b2c-e768abe2add6,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:14.022647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-065b7b26-af81-47a9-8dda-9a5607268151 None None] Port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:14.102138 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:14.129825 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Allocated IP 172.20.0.5 (67dd9603-b898-4957-b227-ea3182295c01/35a76840-31d1-4847-9d93-8fa841ab6c76/cd556b35-e6cf-468e-aa39-ceba38437792) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:14.149296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:14.248300 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:14.252669 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 3bd73906-061c-439f-a0a2-6c9e46d05757 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:14.255631 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:14.318870 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:14.318870 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:14.411035 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:14.511228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:14.513420 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f98e30d5-3043-47da-9a88-29963ab72443 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1408167 May 23 20:23:14.598598 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a676f025-be8d-43a5-895a-75a43ec58e12 req-acd4391a-cf69-407f-86e7-b6ff335d5b7e tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.1059122 May 23 20:23:14.753652 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14685a17-2bd1-45e0-9e9a-cb17c3da64e1 None None] Pushing event updated for resources: {'Port': ['ID=a9883bb6-c919-4b2a-957e-327ed27422f9,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:14.854765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:14.881905 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:14.958342 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:14.978170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:14.995555 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks [] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.008945 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 3bd73906-061c-439f-a0a2-6c9e46d05757 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:15.036089 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks [] for port (cd556b35-e6cf-468e-aa39-ceba38437792), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.043899 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Allocated IP 172.20.0.1 (9b05af20-bb00-474e-91be-5942b9baa0f0/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0/705ebb86-2c1c-4bec-b0e3-1cb99d46b441) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:15.077647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.192690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:15.216147 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9d57-9372-4959-a017-9c33ea1331a2 None None] Pushing event updated for resources: {'Port': ['ID=b0259559-49d6-4659-9323-d6ea9fa313c7,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:15.223799 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Attempting to bind port b0259559-49d6-4659-9323-d6ea9fa313c7 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:15.224175 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Attempting to bind port b0259559-49d6-4659-9323-d6ea9fa313c7 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:15.224542 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Attempting to bind port b0259559-49d6-4659-9323-d6ea9fa313c7 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Bound port: b0259559-49d6-4659-9323-d6ea9fa313c7, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:15.248642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.300450 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:15.401650 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58654) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:15.409473 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137165148', 'description': 'tempest-description--146550767'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:15.492774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Allocated IP 172.20.0.1 (8643c6ef-a04e-42d5-acb9-668f5c2b5666/8392adc9-c27d-4b03-90e9-f972ae8f701e/e3b452fe-4464-4bd5-8acc-a336f1f49bf4) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:15.493427 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] For port b0259559-49d6-4659-9323-d6ea9fa313c7, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:15.514699 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] For port b0259559-49d6-4659-9323-d6ea9fa313c7, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b0259559-49d6-4659-9323-d6ea9fa313c7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:15.521416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.582742 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:15.583309 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.590749 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:07Z', 'revision_number': 3, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:15.701613 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:15.729534 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.762914 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-9343de81-3fd8-40fb-9639-d21d915b18f2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--510439963&fields=id&tenant_id=39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 267 time: 0.3388286 May 23 20:23:15.767203 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:15.768100 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb1b23-386b-4d9d-9058-e21b0a776b73 None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:07Z', 'revision_number': 3, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:15.937528 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Pushing event updated for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:16.023530 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9d57-9372-4959-a017-9c33ea1331a2 None None] Pushing event updated for resources: {'Port': ['ID=b0259559-49d6-4659-9323-d6ea9fa313c7,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:16.044835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:16.061178 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:22:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:16.366323 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:16.388125 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:16.423412 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-88d19a2b-ac96-42f8-8aa4-5282b1a068e3 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:16.431612 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-88d19a2b-ac96-42f8-8aa4-5282b1a068e3 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 811 time: 0.6297481 May 23 20:23:16.473534 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-49c8e055-4a8b-444b-8a2c-4cea05cc720b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/quotas/39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 375 time: 0.0289197 May 23 20:23:16.491305 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:16.504412 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (939b5b69-9a84-4a0c-b82a-b9beb5946a6f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:16.629393 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (939b5b69-9a84-4a0c-b82a-b9beb5946a6f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:16.708418 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-5f735729-5eff-4a24-b835-21b61ffd01f7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2026579 May 23 20:23:16.753138 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Network 67dd9603-b898-4957-b227-ea3182295c01 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:16.757188 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939b5b69-9a84-4a0c-b82a-b9beb5946a6f,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:16.818096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:16.827878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:16.832038 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ac0bd0d7-3229-4f0f-a3e3-52038e64aede tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4260988 May 23 20:23:16.834521 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58696) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:16.838282 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '939b5b69-9a84-4a0c-b82a-b9beb5946a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:16.848260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks [] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:16.859941 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:06Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:16.880098 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9c8bf-532e-423b-93c8-4eddfe591c75 req-801c7705-5b71-4ebc-b6cd-ed8abe7fdc0f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:16.904363 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e5c9c8bf-532e-423b-93c8-4eddfe591c75 req-801c7705-5b71-4ebc-b6cd-ed8abe7fdc0f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 931 time: 0.9746091 May 23 20:23:16.909389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:16.933185 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:16.937926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:16.948970 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ceb13b-6d89-4ab3-9690-335e77461341 None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:06Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:17.015808 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (c358e771-0e73-48af-b89b-a98a246f7ef2), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.150255 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-c00cab08-f3ac-48b2-921f-c8b1c305ecb9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:23:17.150255 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-c00cab08-f3ac-48b2-921f-c8b1c305ecb9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1340694 May 23 20:23:17.255797 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e5c9c8bf-532e-423b-93c8-4eddfe591c75 req-c21c8077-a977-4857-b406-985c354a337d tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476729 May 23 20:23:17.270512 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks [] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.316343 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b3446148-3e73-4bd9-9260-9231b3e66c83 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:17.364135 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-e708839b-1f93-4078-93b0-c8111ba108a0 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4589307 May 23 20:23:17.369725 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.412760 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:17.428716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-3ecad765-b120-4776-a97a-191f338a9e79 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:23:17.436915 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b3446148-3e73-4bd9-9260-9231b3e66c83 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:17.438448 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-3ecad765-b120-4776-a97a-191f338a9e79 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0553510 May 23 20:23:17.482248 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.553200 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-06329535-1607-45d8-9a53-be2d5363d80c service neutron] 10.222.0.16 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671432 May 23 20:23:17.634605 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:17.639051 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:17.648432 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:17.651347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.654425 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:17.655021 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.776180 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b3446148-3e73-4bd9-9260-9231b3e66c83 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:17.779665 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.810800 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port b3446148-3e73-4bd9-9260-9231b3e66c83, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b3446148-3e73-4bd9-9260-9231b3e66c83,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:17.885296 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:17.890278 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device a9883bb6-c919-4b2a-957e-327ed27422f9 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:17.922435 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Pushing event updated for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:18.006588 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Request body: {'port': {'device_id': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:18.161053 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port a9883bb6-c919-4b2a-957e-327ed27422f9 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:18.161448 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.173933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=b3446148-3e73-4bd9-9260-9231b3e66c83,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:18.244344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:18.245105 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:18.246593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:18.316312 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (c358e771-0e73-48af-b89b-a98a246f7ef2), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.338247 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:18.370651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-28f5e039-4a1d-43c7-a6b6-ae405e77e63b None None] Provisioning complete for port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:18.370651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-28f5e039-4a1d-43c7-a6b6-ae405e77e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.388683 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:18.389201 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (102cf0e1-e55c-4d17-9658-43efbf24e739), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.419007 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (c358e771-0e73-48af-b89b-a98a246f7ef2), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.442251 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-f58f3d5a-f5d2-4b1c-a8ca-d5c4d537414b service neutron] 10.222.0.16 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879786 May 23 20:23:18.469782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c358e771-0e73-48af-b89b-a98a246f7ef2,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:18.577592 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.586338 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f7f69e31-7d2e-47cc-8567-965a01c3e2d4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7441909 May 23 20:23:18.586338 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58738) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:18.587066 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '939b5b69-9a84-4a0c-b82a-b9beb5946a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:18.624245 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-28f5e039-4a1d-43c7-a6b6-ae405e77e63b None None] Port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:18.697211 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port a9883bb6-c919-4b2a-957e-327ed27422f9 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:18.697872 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.772241 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (0c2b1ae7-40ec-4c17-9728-dd7f4d6ac3c8), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.785202 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port a9883bb6-c919-4b2a-957e-327ed27422f9, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=a9883bb6-c919-4b2a-957e-327ed27422f9,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:18.809039 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1983717d-8683-43bb-a177-e5c08bd6a30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.891277 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-b2ef724c-4bce-4255-819c-bba4aee9d826 None None] Provisioning complete for port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:18.892050 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:18.892313 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b2ef724c-4bce-4255-819c-bba4aee9d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.899904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.905177 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.968748 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (0c2b1ae7-40ec-4c17-9728-dd7f4d6ac3c8), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:18.972441 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:19.030459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e766-9578-434c-bf86-4084432415f0 req-ecaffd1f-ca79-4bd7-b30b-daa1bda58a97 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:19.032690 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1d7e766-9578-434c-bf86-4084432415f0 req-ecaffd1f-ca79-4bd7-b30b-daa1bda58a97 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 931 time: 0.5014589 May 23 20:23:19.036210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (0c2b1ae7-40ec-4c17-9728-dd7f4d6ac3c8), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.133487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2b1ae7-40ec-4c17-9728-dd7f4d6ac3c8,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:19.134539 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef724c-4bce-4255-819c-bba4aee9d826 None None] Port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:19.138184 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=a9883bb6-c919-4b2a-957e-327ed27422f9,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:19.164559 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.169642 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-93976346-7710-43c2-a431-bd3cb493d036 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5865345 May 23 20:23:19.170635 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58770) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:19.194193 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:19.377326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b3446148-3e73-4bd9-9260-9231b3e66c83 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:19.395904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:19.404691 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1d7e766-9578-434c-bf86-4084432415f0 req-87957d59-b390-48b7-b500-08d0728ea050 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108976 May 23 20:23:19.442385 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.464466 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.519769 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0881045a-b524-4ff7-8b8e-5cb3fa7b657c req-78e9547e-4bd9-4211-ab39-d7b9bb2ddeb7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.1608474 May 23 20:23:19.534639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b3446148-3e73-4bd9-9260-9231b3e66c83 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:19.535363 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.634350 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b3446148-3e73-4bd9-9260-9231b3e66c83 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:19.635825 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b0259559-49d6-4659-9323-d6ea9fa313c7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:19.639428 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:19.695154 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b0259559-49d6-4659-9323-d6ea9fa313c7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:19.695638 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.706385 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:19.707227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.817001 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd556b35-e6cf-468e-aa39-ceba38437792 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:19.818643 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:19.842509 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks [] for port (cd556b35-e6cf-468e-aa39-ceba38437792), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.860772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b0259559-49d6-4659-9323-d6ea9fa313c7 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:19.861285 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.911799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:19.913193 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port b0259559-49d6-4659-9323-d6ea9fa313c7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b0259559-49d6-4659-9323-d6ea9fa313c7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:19.939097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Transition to ACTIVE for port object cd556b35-e6cf-468e-aa39-ceba38437792 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:20.032320 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.051291 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.27.2.2 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/26a02afd-6327-489c-b3f8-2bf38aadf522) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:20.074146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.231394 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=b0259559-49d6-4659-9323-d6ea9fa313c7,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:20.279211 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:20.305056 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks [] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.372732 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:20.387174 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.410251 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Attempting to bind port cd556b35-e6cf-468e-aa39-ceba38437792 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:20.410917 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Attempting to bind port cd556b35-e6cf-468e-aa39-ceba38437792 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67dd9603-b898-4957-b227-ea3182295c01'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:20.411565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Attempting to bind port cd556b35-e6cf-468e-aa39-ceba38437792 on network 67dd9603-b898-4957-b227-ea3182295c01 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:20.422568 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.423990 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (102cf0e1-e55c-4d17-9658-43efbf24e739), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.429793 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks [] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.455382 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Port cd556b35-e6cf-468e-aa39-ceba38437792 on network 67dd9603-b898-4957-b227-ea3182295c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:20.458200 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Attempting to bind port cd556b35-e6cf-468e-aa39-ceba38437792 on network 67dd9603-b898-4957-b227-ea3182295c01 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:20.524403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.525171 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.562639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:20.563013 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Checking segment: {'id': '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67dd9603-b898-4957-b227-ea3182295c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:20.563320 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.563839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Bound using segment: {'id': '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67dd9603-b898-4957-b227-ea3182295c01'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:20.564144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Bound port: cd556b35-e6cf-468e-aa39-ceba38437792, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67dd9603-b898-4957-b227-ea3182295c01'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:20.564505 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.678635 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a21d736e-79ca-41dd-9745-734612e329f9 req-a9b1df09-de2c-430d-9f90-8d49e28b9ab7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0574908 May 23 20:23:20.689477 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:20.692732 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:20.695520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:20.876163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=26a02afd-6327-489c-b3f8-2bf38aadf522,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:20.899690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:20.900469 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e838e307-fdc5-4067-a63a-28f2254f9cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.935219 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:20.995475 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:21.118091 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:21.137863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:21.138698 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:21.186739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.209944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b0259559-49d6-4659-9323-d6ea9fa313c7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:21.240152 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:21.267701 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=cd556b35-e6cf-468e-aa39-ceba38437792,segment=NetworkSegment(7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d),segment_id=7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:21.277066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:21.328117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21c32-a72b-4c0a-a068-cdd8e7ef5b85 req-21552a96-90e2-44b1-86bc-711da13a3efd tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:21.329707 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98a21c32-a72b-4c0a-a068-cdd8e7ef5b85 req-21552a96-90e2-44b1-86bc-711da13a3efd tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.7683568 May 23 20:23:21.378745 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:21.381372 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port b0259559-49d6-4659-9323-d6ea9fa313c7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:21.381916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.392055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.464432 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Pushing event updated for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:21.517416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:21.518086 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.519590 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] 10.222.0.31 "PUT /v2.0/ports/cd556b35-e6cf-468e-aa39-ceba38437792 HTTP/1.1" status: 200 len: 1093 time: 3.9310949 May 23 20:23:21.525476 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:21.565024 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.586337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:21.587959 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:21.600596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:21.602758 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:21.631520 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98a21c32-a72b-4c0a-a068-cdd8e7ef5b85 req-a3b4f8e1-1007-4753-806c-2a5ed755adb6 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537463 May 23 20:23:21.693040 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:21.725705 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8ab7f-a8be-4802-b3d1-33307c36de6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:21.820690 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:21.823750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port b0259559-49d6-4659-9323-d6ea9fa313c7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:21.828176 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device a9883bb6-c919-4b2a-957e-327ed27422f9 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:21.857370 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.002228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=26a02afd-6327-489c-b3f8-2bf38aadf522,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:22.012313 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:22.049509 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-f184ffc8-8791-41b4-be8c-7c5364e1d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:22.051130 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-f184ffc8-8791-41b4-be8c-7c5364e1d961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c4adfd8b4c74448bd28b8d0bf149c0a&device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 1127 time: 0.3016715 May 23 20:23:22.096465 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.111253 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-95038b25-fe71-4f38-b715-8162769e635a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9389074 May 23 20:23:22.134220 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-31dc36ea-e454-44a8-af6a-7eb49d6a6f0d req-e0078769-e908-474b-b060-ee74dc762079 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.1753304 May 23 20:23:22.228256 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:22.235763 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-edb725ef-6991-492c-810c-e6cf721dca59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd556b35-e6cf-468e-aa39-ceba38437792 HTTP/1.1" status: 200 len: 217 time: 0.1643639 May 23 20:23:22.248637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:22.522433 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Provisioning complete for port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:22.523601 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.608339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326db242-3fa6-4b7f-968a-1b687e4bdfef x-openstack-request-id: req-326db242-3fa6-4b7f-968a-1b687e4bdfef {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:22.608339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:22.608339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-326db242-3fa6-4b7f-968a-1b687e4bdfef {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:22.608339 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326db242-3fa6-4b7f-968a-1b687e4bdfef'] response: {'name': 'network-changed', 'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792', 'status': 'completed', 'code': 200} May 23 20:23:22.608756 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:22.643204 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-8e815a6e-a634-40fd-ac24-bdfda247125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:22.644694 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-8e815a6e-a634-40fd-ac24-bdfda247125b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35a76840-31d1-4847-9d93-8fa841ab6c76 HTTP/1.1" status: 200 len: 852 time: 0.3926773 May 23 20:23:22.662706 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Provisioning complete for port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:22.662706 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.690067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:22.707171 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:22.728822 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:22.733992 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:22.740935 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-bdb91afa-3df4-432c-8dbb-36f24ff85ed7 admin admin] 10.222.0.16 "PUT /v2.0/routers/102cf0e1-e55c-4d17-9658-43efbf24e739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6703289 May 23 20:23:22.743660 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7f5b6-e989-4db9-86d9-ad379e09f596 None None] Port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:22.769922 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.773498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port a9883bb6-c919-4b2a-957e-327ed27422f9 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:22.774146 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:22.791867 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:22.833041 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9566635b-4638-4118-91ff-f734185550e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/94b7ae0f-cf12-4205-ad4c-0fce81e627ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1317370 May 23 20:23:22.863185 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-c1c12329-29b2-40bb-9c3e-363e655686c3 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1137165148&fields=id&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 267 time: 0.3727615 May 23 20:23:22.944018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fdd71-df9e-41cd-926c-81e84b16d414 req-5e5e0962-a207-49fb-850e-e22ad7213600 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:22.946442 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3c4fdd71-df9e-41cd-926c-81e84b16d414 req-5e5e0962-a207-49fb-850e-e22ad7213600 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.1131070 May 23 20:23:23.052800 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:23.055244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:23.079973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:23.086426 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port a9883bb6-c919-4b2a-957e-327ed27422f9 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:23.132571 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3c4fdd71-df9e-41cd-926c-81e84b16d414 req-1c24e2af-b09d-400c-8d8a-17fd33631875 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766944 May 23 20:23:23.143452 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.31', 62599) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:23.174766 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-7ca536fa-16bd-4c7a-a1bd-427baff5116a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67dd9603-b898-4957-b227-ea3182295c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3106544 May 23 20:23:23.183397 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:23.186129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:23.459268 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:23.510636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-2b9b71b0-7ac0-47ce-b582-c9d48c2ea7fb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:23.510636 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-2b9b71b0-7ac0-47ce-b582-c9d48c2ea7fb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 811 time: 0.3434896 May 23 20:23:23.519696 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:23.612790 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58918) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:23.631892 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020686835', 'description': 'tempest-description--1605623703'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:23.705051 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cc85cbd2-88f5-46d3-a9af-362c0cac9fd4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 379 time: 0.1809802 May 23 20:23:23.713969 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:23.718358 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'port': {'device_id': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'admin_state_up': True, 'tenant_id': '39849cec37754352a6822cd57277b954', 'security_groups': ['a532ace5-bda1-4536-9a43-5885bcda7a3d']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:23.766188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:23.766963 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Updating router 4aba81c3-570d-409c-9aea-b91580848002 port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:23.816578 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-138d9887-f058-4f5c-be8e-555bf291d1b3 service neutron] 10.222.0.31 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977410 May 23 20:23:23.878619 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1b95efaa-e9b3-4f7f-9d75-04ea40d3c469 req-59f42fd6-533a-4954-af4a-c08d465c8667 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0520332 May 23 20:23:24.056392 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 2, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:24.073268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:24.089661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.117385 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:24.118127 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Updating router 102cf0e1-e55c-4d17-9658-43efbf24e739 port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:24.140491 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Made reservation on behalf of 39849cec37754352a6822cd57277b954 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:24.145757 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.192629 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92bf94b4-688f-48ff-b52f-e6137874e0a4 req-bf87e9d2-04cf-4e32-902c-343b6a38fb24 service neutron] 10.222.0.31 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356464 May 23 20:23:24.203114 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-31bac6d9-3312-4ead-8551-5d0adca15418 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:24.213097 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-31bac6d9-3312-4ead-8551-5d0adca15418 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 1.3081243 May 23 20:23:24.220032 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.224399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.236141 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-a6edb21e-a98e-473a-8eb8-214fa63c20a6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/quotas/cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 375 time: 0.0220542 May 23 20:23:24.268751 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:24.307728 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.678198 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6bde6f74-574f-48d2-8e08-0a98b725d6ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4405835 May 23 20:23:24.692216 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 2, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:24.722911 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:24.723637 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Updating router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:23:24.724485 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-79bee714-eab7-4c56-a92d-6d3e9927c0d9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:24.729551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-79bee714-eab7-4c56-a92d-6d3e9927c0d9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.5384483 May 23 20:23:24.772764 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:24.794198 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.837714 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (18747b6a-1c13-4213-a620-9158007d9fe8), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.852316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-960f7bc2-2708-42e2-84d9-cfdf066296de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:24.856205 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-960f7bc2-2708-42e2-84d9-cfdf066296de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c4adfd8b4c74448bd28b8d0bf149c0a&device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 1127 time: 0.2016797 May 23 20:23:24.906315 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-2924a39c-5502-415c-9625-614820bca549 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/quotas/02969314f19c4dc182b0dbe76aad9a34 HTTP/1.1" status: 200 len: 375 time: 0.1254976 May 23 20:23:24.907702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:24.922986 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks [] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:24.924952 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:24.993453 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-e0c6aa3e-d3b9-4b81-9984-be89adc64153 service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722325 May 23 20:23:25.026158 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (18747b6a-1c13-4213-a620-9158007d9fe8), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.028301 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.128033 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.134049 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a713-b45e-4366-9735-c2dfdd00f984 None None] Pushing event updated for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:25.191600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:25.255815 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks [] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.291311 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Attempting to bind port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:25.291596 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Attempting to bind port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:25.292037 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Attempting to bind port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:25.300937 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:25.311106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18747b6a-1c13-4213-a620-9158007d9fe8,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:25.320870 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:25.324800 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Checking segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:25.324800 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.324800 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Bound using segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:25.324800 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Bound port: e3b452fe-4464-4bd5-8acc-a336f1f49bf4, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:25.324800 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.352622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 58956) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:25.363140 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.444983 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:25.472076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Allocated IP 172.20.0.9 (e4da5b57-d47b-4357-af5e-3630e836e52a/216d5865-fc3c-4740-a346-53b1ae2789f2/9991b679-f7be-400d-a65d-c38eece74bbe) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:25.493768 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-08e4a136-0373-4502-b0b5-3abb5ab77d78 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5497990 May 23 20:23:25.582654 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] For port e3b452fe-4464-4bd5-8acc-a336f1f49bf4, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:25.591672 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] For port e3b452fe-4464-4bd5-8acc-a336f1f49bf4, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:25.595915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.596930 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-cec89b87-1afc-4ef3-bd2a-d457339660d8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9805374 May 23 20:23:25.623457 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58964) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:25.637943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group_rule': {'security_group_id': '18747b6a-1c13-4213-a620-9158007d9fe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:25.681812 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.687561 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Provisioning complete for port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:25.691057 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.720156 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-dc28474f-68a3-4137-a78d-dc1f9dba1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:25.721903 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-dc28474f-68a3-4137-a78d-dc1f9dba1fa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67dd9603-b898-4957-b227-ea3182295c01 HTTP/1.1" status: 200 len: 913 time: 0.8543110 May 23 20:23:25.774253 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-047660ec-23f6-4fa1-bde1-2ec28f360b20 service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711635 May 23 20:23:25.790341 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37a4fc-94ef-4e8a-b729-1c7878c069c0 None None] Pushing event updated for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:25.807407 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-b8bc8383-61f9-40f6-84fc-da78c0da0fa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd556b35-e6cf-468e-aa39-ceba38437792 HTTP/1.1" status: 200 len: 217 time: 0.0726476 May 23 20:23:25.840867 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da3085f8-f894-413e-965a-936de8bb0f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.846632 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (18c9bc58-987f-4f8f-99cb-1799767545d9), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:25.878816 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:25.887584 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:25.901890 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-0f557c6a-6241-4ddb-8d0d-3b7ac176b937 service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074004 May 23 20:23:25.931036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks [] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.012638 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1a713-b45e-4366-9735-c2dfdd00f984 None None] Pushing event updated for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=4']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:26.016736 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.057166 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:23:26.104417 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-057d6847-a455-43d1-8c11-66425e014aab service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675233 May 23 20:23:26.134783 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:26.175572 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Attempting to bind port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:26.177377 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Attempting to bind port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:26.178619 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Attempting to bind port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:26.191266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-290af190-0549-4ed0-ac6f-07ae34c975ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:26.195067 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-290af190-0549-4ed0-ac6f-07ae34c975ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35a76840-31d1-4847-9d93-8fa841ab6c76 HTTP/1.1" status: 200 len: 852 time: 0.3502653 May 23 20:23:26.211016 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:26.228518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (18c9bc58-987f-4f8f-99cb-1799767545d9), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.310115 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-00046559-ce98-46cc-a5ca-6e00cb01021d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67dd9603-b898-4957-b227-ea3182295c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900509 May 23 20:23:26.313152 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (18c9bc58-987f-4f8f-99cb-1799767545d9), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.365131 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:26.365524 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:26.365932 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.367421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:26.368053 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Bound port: 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:26.369488 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.472247 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c9bc58-987f-4f8f-99cb-1799767545d9,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:26.634492 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-ac43b2fd-242f-4eaa-8888-7d73c1a53ae4 service neutron] 10.222.0.31 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128784 May 23 20:23:26.810864 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (9991b679-f7be-400d-a65d-c38eece74bbe), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.821584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dce86-6670-4fba-95cf-6622de0b7ac5 None None] Pushing event updated for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:26.859283 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Current status of the port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:26.859283 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.908132 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb9a7c18-5dc7-4f79-ba4a-9081b2054ad8 req-e1773830-f5e0-4bb9-bc8c-c64eb9747803 service neutron] 10.222.0.31 "GET /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519543 May 23 20:23:26.925033 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:26.931062 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f58dfbca-1aef-46ed-a532-b64e5d41d96f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2956653 May 23 20:23:26.931731 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 58990) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:26.937513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group_rule': {'security_group_id': '18747b6a-1c13-4213-a620-9158007d9fe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:26.942964 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:26.947742 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:26.955940 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:25Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:26.965497 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86202669-274c-4a18-9c1e-97247aa23f10 req-dfe8c58e-a2de-45ca-b317-f7134fa8473f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:26.974297 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-86202669-274c-4a18-9c1e-97247aa23f10 req-dfe8c58e-a2de-45ca-b317-f7134fa8473f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.4985399 May 23 20:23:26.980321 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] For port e3b452fe-4464-4bd5-8acc-a336f1f49bf4, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:26.988936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Attempting to bind port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:26.988936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Attempting to bind port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:26.988936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Attempting to bind port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:27.005376 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:27.006104 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:27.006861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.007384 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Bound using segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:27.008112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Bound port: 705ebb86-2c1c-4bec-b0e3-1cb99d46b441, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:27.008594 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.028603 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-52d56d93-f808-4630-8635-b16dc37ab330 req-3c9b12b0-e6c2-4abf-8a25-e46b9a2e9d1c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.1140208 May 23 20:23:27.032720 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.038677 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] For port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:27.045359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:27.074990 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabf7be-5bf1-4a24-8400-2f6a46bdbb7f None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:25Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:27.077138 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.137498 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-86202669-274c-4a18-9c1e-97247aa23f10 req-ce8f479b-7d3f-4974-aadd-80b73f3aa506 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567228 May 23 20:23:27.138738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] For port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:27.273162 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Network e4da5b57-d47b-4357-af5e-3630e836e52a is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:27.274623 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.289633 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:27.305531 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Provisioning complete for port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:27.305531 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.328173 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b6662da3-641a-440d-96bd-87c7c1025865 req-24218a7b-8352-4d3a-be40-3ecb0188caee tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 210 time: 0.0967317 May 23 20:23:27.331581 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:27.348748 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (9c29c4fa-c289-4436-bbae-e20fae0d0aad), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.377802 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] For port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:27.424175 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb10d0-e642-4be2-98ae-66499545fa0d None None] Pushing event updated for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:27.471103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] For port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:27.505229 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (9c29c4fa-c289-4436-bbae-e20fae0d0aad), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.523615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:27.540739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:27.562362 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:27.576150 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.576672 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:27.617495 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (9c29c4fa-c289-4436-bbae-e20fae0d0aad), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.679227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c29c4fa-c289-4436-bbae-e20fae0d0aad,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:27.703336 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:27.703996 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:27.709875 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.746394 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da3085f8-f894-413e-965a-936de8bb0f53 admin admin] Publish callbacks [] for security_group (8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.778344 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f9374a1f-3279-45da-9b0c-a1309294babe req-50e92225-6fb2-4f53-8ec9-8adbeb021670 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.5180674 May 23 20:23:27.778344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:27.780218 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.784559 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e367a234-19b3-4557-b164-77fddc3dbc0f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8484838 May 23 20:23:27.784792 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59008) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:27.789361 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:27.797299 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-cf517b59-43ff-4e8a-8160-f2727b3b57d9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0849860 May 23 20:23:27.812214 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Request body: {'port': {'device_id': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:27.876784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Current status of the port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:27.877573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:27.883225 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37a4fc-94ef-4e8a-b729-1c7878c069c0 None None] Pushing event updated for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:27.974483 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.119966 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dce86-6670-4fba-95cf-6622de0b7ac5 None None] Pushing event updated for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:28.153335 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da3085f8-f894-413e-965a-936de8bb0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.164736 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:28.189472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] For port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:28.289716 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:28.306363 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:28.306772 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.466890 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.467655 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-da3085f8-f894-413e-965a-936de8bb0f53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee69177d6eed4ea390393c316e107099&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0507169 May 23 20:23:28.467655 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:28.467901 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Provisioning complete for port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:28.467901 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.468038 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.468112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:28.498410 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59036) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:28.530540 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Pushing event updated for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:28.534821 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3085f8-f894-413e-965a-936de8bb0f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:28.544606 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-6107e63d-e696-45a8-b0b3-0249f3e4032d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:28.551892 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-6107e63d-e696-45a8-b0b3-0249f3e4032d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.4849000 May 23 20:23:28.584127 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-b7dcf54a-e608-46a0-b037-10530ff85216 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/quotas/02969314f19c4dc182b0dbe76aad9a34 HTTP/1.1" status: 200 len: 375 time: 0.0309641 May 23 20:23:28.640328 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e82909-2b7d-41aa-a00b-8d13c6f70fcc req-f72fd454-9610-429d-a4c9-63308a385424 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:28.641921 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a2e82909-2b7d-41aa-a00b-8d13c6f70fcc req-f72fd454-9610-429d-a4c9-63308a385424 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 931 time: 0.2313309 May 23 20:23:28.699369 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-b6c0a20b-ffe5-4522-9ca8-0def38e9baf7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139333 May 23 20:23:28.742998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:28.753167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Allocated IP 172.27.2.93 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/1b2e5a6e-b785-4d90-8118-736879133c3d) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:28.775253 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:28.802058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] Publish callbacks [] for security_group (8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.843653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] Publish callbacks [] for security_group (8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:28.888782 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a2e82909-2b7d-41aa-a00b-8d13c6f70fcc req-65c518ee-d8ef-43d5-aabf-73659c34be3a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262630 May 23 20:23:29.132325 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Current status of the port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:29.132922 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.138775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.165372 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-2b63d97b-d767-46d5-a018-26abe41f402f service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646652 May 23 20:23:29.215221 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:29.260856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] For port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:29.300216 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:27Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:29.349389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f31c-5f5e-430e-bbb7-79726948e4c6 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:27Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:29.374152 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:27Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:29.397835 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df5d6-9b59-4007-8dea-e135d33ce3fe req-b1027124-97ff-4466-809b-9c495de9ab81 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:29.416643 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-260df5d6-9b59-4007-8dea-e135d33ce3fe req-b1027124-97ff-4466-809b-9c495de9ab81 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.2022326 May 23 20:23:29.446001 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049fc67-5839-47e7-a1fb-9c25101f5a42 None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:27Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:29.541726 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-b377c4cd-cf1c-4cbe-9352-4d0ec16aee81 service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733063 May 23 20:23:29.620449 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.646549 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-260df5d6-9b59-4007-8dea-e135d33ce3fe req-1dfa1a2c-13f1-438f-a0a1-cf657c137e14 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220907 May 23 20:23:29.647507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.647660 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9991b679-f7be-400d-a65d-c38eece74bbe {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:29.650041 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.651098 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4 HTTP/1.1" status: 204 len: 168 time: 1.1493838 May 23 20:23:29.652213 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.688699 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks [] for port (9991b679-f7be-400d-a65d-c38eece74bbe), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.726449 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:29.743613 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Transition to ACTIVE for port object 9991b679-f7be-400d-a65d-c38eece74bbe will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:29.783637 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Provisioning complete for port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:29.783637 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.804833 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2220dc-117a-4da6-8d46-c1edbad93fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8777f62b-4d8a-4de1-9d0b-aeb9d7e32dd4,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:29.828287 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:29.840299 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:29.840491 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:29.860470 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.963482 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Pushing event updated for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:29.984194 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:29.984824 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:29.988531 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=1b2e5a6e-b785-4d90-8118-736879133c3d,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:30.055823 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:30.102459 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-d2f36fe2-b299-46af-ad99-b6cba22a142a None None] Current status of the port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:30.109755 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.178449 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:30.180694 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device e3b452fe-4464-4bd5-8acc-a336f1f49bf4 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:30.221358 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7774d105-680d-48f3-8062-e6fa23897c71 req-c8f1e9bf-cdc6-4863-bf43-f3205fe9fd00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.1029522 May 23 20:23:30.313089 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.319748 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:30.360723 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f618-cfb4-4267-a54e-83b0b7b713c6 req-8efaf8a6-757a-4e2c-8028-80391e98dcae tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:30.363042 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1042f618-cfb4-4267-a54e-83b0b7b713c6 req-8efaf8a6-757a-4e2c-8028-80391e98dcae tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1142249 May 23 20:23:30.390617 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Attempting to bind port 9991b679-f7be-400d-a65d-c38eece74bbe on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:30.392066 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Attempting to bind port 9991b679-f7be-400d-a65d-c38eece74bbe by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:30.392451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Attempting to bind port 9991b679-f7be-400d-a65d-c38eece74bbe on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:30.472905 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Port 9991b679-f7be-400d-a65d-c38eece74bbe on network e4da5b57-d47b-4357-af5e-3630e836e52a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:30.476307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Attempting to bind port 9991b679-f7be-400d-a65d-c38eece74bbe on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:30.538861 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:30.539538 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Checking segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:30.540761 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Bound using segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:30.541575 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Bound port: 9991b679-f7be-400d-a65d-c38eece74bbe, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:30.543878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.566211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fbddcc48-5184-4f86-9b32-0bbf0e47975f req-a34ddf39-ab81-43a9-8dbc-b52939007e0f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.1355596 May 23 20:23:30.673789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:30.686694 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.731504 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:30.738296 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Provisioning complete for port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:30.738664 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.786980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9991b679-f7be-400d-a65d-c38eece74bbe,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:30.823038 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:30.841643 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:30.915024 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.920805 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e8ee-786c-4dfb-8b4c-73e1b00d343d req-85b162c9-fdf9-4f08-bea4-c919ed1ca326 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:30.922758 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-28f5e8ee-786c-4dfb-8b4c-73e1b00d343d req-85b162c9-fdf9-4f08-bea4-c919ed1ca326 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.0685093 May 23 20:23:30.933259 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Current status of the port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:30.950197 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59072) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:30.977238 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Provisioning complete for port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:30.977624 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.988606 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:30.989446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:30.991342 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] 10.222.0.31 "PUT /v2.0/ports/9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 1093 time: 3.1848137 May 23 20:23:30.993906 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:31.011165 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc752-bdd1-4c8e-989d-91ef7158ed8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.040223 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1042f618-cfb4-4267-a54e-83b0b7b713c6 req-cade546a-4f5f-431d-b8f3-caeb6b7eac4f tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6689291 May 23 20:23:31.085261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:31.206608 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab017-2974-4315-8b4f-8d4c59d2d926 None None] Current status of the port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:31.252656 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:31.329633 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:31.410187 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.440860 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:31.441237 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.455805 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc752-bdd1-4c8e-989d-91ef7158ed8d admin admin] Publish callbacks [] for security_group (bbb58e8d-b4da-433c-b471-e552308dba34), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.496625 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.516799 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-457b9752-1b9c-420d-9e0d-5ca76083f578 req-62e36ea9-0cf0-42a4-9a63-7464c3e1ff7b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.0591042 May 23 20:23:31.517373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a404b3d-79ee-46b0-891a-4458a33b18ee" -d '{"events": [{"name": "network-changed", "server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:31.539945 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-28f5e8ee-786c-4dfb-8b4c-73e1b00d343d req-d5f73b01-eb59-4322-9404-7580f6fd4540 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926499 May 23 20:23:31.586971 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:31.656588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067688-cec7-4789-965d-c63d5e619ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:31.664179 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.670619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc752-bdd1-4c8e-989d-91ef7158ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (bbb58e8d-b4da-433c-b471-e552308dba34), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.730852 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-dde75fa6-3786-47ee-aa5d-575ed0566a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:31.733126 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-dde75fa6-3786-47ee-aa5d-575ed0566a0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1127 time: 0.2223175 May 23 20:23:31.733882 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:31.768533 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:31.802834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=1b2e5a6e-b785-4d90-8118-736879133c3d,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:31.813254 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8b5cc752-bdd1-4c8e-989d-91ef7158ed8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=468f6516a2ef44c8be8edf1842e47907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8481531 May 23 20:23:31.818423 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cc752-bdd1-4c8e-989d-91ef7158ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb58e8d-b4da-433c-b471-e552308dba34,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:31.828120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59102) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:31.851296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a52e7-1e7b-476e-89a7-783b4bd7bba6 x-openstack-request-id: req-977a52e7-1e7b-476e-89a7-783b4bd7bba6 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:31.851667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:31.851913 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-977a52e7-1e7b-476e-89a7-783b4bd7bba6 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:31.852391 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977a52e7-1e7b-476e-89a7-783b4bd7bba6'] response: {'name': 'network-changed', 'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe', 'status': 'completed', 'code': 200} May 23 20:23:31.860497 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-33389a97-2f10-495d-8f8c-cd4b81a62a7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 217 time: 0.1203802 May 23 20:23:31.872519 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.882180 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-cf344c58-c8bd-4327-a07c-fd87665d4edf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0880649 May 23 20:23:31.966846 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3f2139c4-433f-468f-95e6-807988b2e09c req-718f90d2-c757-4ccc-a484-ba3d5e48b8df tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.0674031 May 23 20:23:31.975023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] Publish callbacks [] for security_group (bbb58e8d-b4da-433c-b471-e552308dba34), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:31.988803 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:32.003901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] Publish callbacks [] for security_group (bbb58e8d-b4da-433c-b471-e552308dba34), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:32.097991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-48edc1c5-6ce4-4d93-bd49-888ca720404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.104182 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-48edc1c5-6ce4-4d93-bd49-888ca720404a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0929451 May 23 20:23:32.187808 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (bbb58e8d-b4da-433c-b471-e552308dba34), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:32.190484 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:32.193794 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbb58e8d-b4da-433c-b471-e552308dba34 HTTP/1.1" status: 204 len: 168 time: 0.3615098 May 23 20:23:32.196903 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-fabcf084-dd55-48c3-bb13-80f48b049e7b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1020686835&fields=id&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 267 time: 0.0596614 May 23 20:23:32.257186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917f434-a7aa-4abf-aa5f-a95943adaf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb58e8d-b4da-433c-b471-e552308dba34,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:32.295611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049562-e75e-4a18-a271-ac06def9b685 req-5273e33b-ee88-4207-a18e-734cd7ab473c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.297713 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b049562-e75e-4a18-a271-ac06def9b685 req-5273e33b-ee88-4207-a18e-734cd7ab473c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1212497 May 23 20:23:32.366546 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b049562-e75e-4a18-a271-ac06def9b685 req-a8d332ee-c22d-40f7-9bf2-e62608aac9a3 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587585 May 23 20:23:32.413520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:32.443280 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-2221a1dc-9ba4-428a-963b-d46ee71964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.444720 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-2221a1dc-9ba4-428a-963b-d46ee71964bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2376249 May 23 20:23:32.455603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-f3c6c814-c224-4a03-8336-3a4382475f92 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.457160 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-f3c6c814-c224-4a03-8336-3a4382475f92 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 817 time: 0.2488124 May 23 20:23:32.488222 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-8c9ad01f-a23c-4df5-b179-3bfbde786171 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/quotas/a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 375 time: 0.0218997 May 23 20:23:32.521543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.31', 62606) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:32.569657 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:32.595775 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-6ebb35f3-b7c9-4951-bb57-c47daaa23f55 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760372 May 23 20:23:32.615302 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-d36d171d-e4a7-447f-bfb6-f2c994a3e8ef service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571901 May 23 20:23:32.671898 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-070b3638-2db4-48e5-8d5a-df5f9389a1c0 req-5025862c-ec1b-40c6-b519-0cb1d1d73a3f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.0445883 May 23 20:23:32.731774 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-9cbce815-ccc2-4733-b6e3-2cedb509d40b service neutron] 10.222.0.16 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187286 May 23 20:23:32.738998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-4135f18b-fde7-4cec-9e8d-c92c6a5fc744 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.740528 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-4135f18b-fde7-4cec-9e8d-c92c6a5fc744 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.2179601 May 23 20:23:32.751371 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-c9196c18-5fdb-4189-854a-0bc28e2deb24 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.751891 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-c9196c18-5fdb-4189-854a-0bc28e2deb24 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.2202470 May 23 20:23:32.826737 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79e4d-ae31-4a79-b1d5-8762bb11d687 req-8fd29c40-f76d-4d0d-ac7f-27394159eb3e tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:32.828527 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a79e4d-ae31-4a79-b1d5-8762bb11d687 req-8fd29c40-f76d-4d0d-ac7f-27394159eb3e tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.0528283 May 23 20:23:32.880039 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3497c8a7-5922-4618-bba4-7d067f659a9a req-d1b12474-e793-42d5-ad41-b26f406263a9 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576849 May 23 20:23:32.897281 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-9240f1c1-1aac-462f-b5e9-91f6856634f2 service neutron] 10.222.0.16 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275952 May 23 20:23:32.900825 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'port': {'device_id': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'admin_state_up': True, 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:32.910279 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a79e4d-ae31-4a79-b1d5-8762bb11d687 req-b459762f-fa03-489a-a623-4cf751a7739c tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740650 May 23 20:23:33.081680 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-7f757a82-fe15-450f-aef7-4fe89b1d1dda tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 380 time: 0.1951196 May 23 20:23:33.135422 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ea47b3ff-1178-4f84-8f72-f5ce84ff74fb req-5e9af86c-7dfb-4739-bb16-a553cc46a13a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.0527258 May 23 20:23:33.267120 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2125345c-5d55-48cb-9aac-8297030185cb req-f9d48211-2964-456e-82a9-5d826736a868 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 210 time: 0.0394049 May 23 20:23:33.270839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Made reservation on behalf of 02969314f19c4dc182b0dbe76aad9a34 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:33.274344 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.422648 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Allocated IP 172.20.0.6 (9b05af20-bb00-474e-91be-5942b9baa0f0/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0/7c6e7dea-7110-4e10-8314-3048e5eb1884) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:33.497692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fc343-7fb1-4033-9393-7f4496d78360 req-7fcdeb2b-4941-4fff-b138-a168a428de70 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:33.499952 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-110fc343-7fb1-4033-9393-7f4496d78360 req-7fcdeb2b-4941-4fff-b138-a168a428de70 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0692582 May 23 20:23:33.547302 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:33.555432 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-110fc343-7fb1-4033-9393-7f4496d78360 req-9c6cf68c-dbe7-44f8-9729-b28b74cfe4dc tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496886 May 23 20:23:33.566845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:33.629521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.648018 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'port': {'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'admin_state_up': True, 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'security_groups': ['939b5b69-9a84-4a0c-b82a-b9beb5946a6f']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:33.653865 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.31', 62610) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:33.766546 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-8ecdfa50-fbaa-4167-bae4-28ec7e77a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:33.766909 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-8ecdfa50-fbaa-4167-bae4-28ec7e77a5fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1127 time: 0.1212862 May 23 20:23:33.851840 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.860305 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.875892 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bca6c48-2b9d-4662-b441-0d3f281e73b0 req-62e1c0c8-1549-40da-8274-07d7e851dd81 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.0784185 May 23 20:23:33.918142 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:33.921220 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:33.923775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:33.929467 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:33.930209 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.956443 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:33.970670 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:33.974422 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:33.992150 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-3968eaab-fc7e-40d4-876c-cda7ebeb7ee4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:33.995251 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-3968eaab-fc7e-40d4-876c-cda7ebeb7ee4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.3333008 May 23 20:23:34.024055 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'port': {'device_id': '881652d5-5df9-43a8-b417-afe21877e7f2', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'admin_state_up': True, 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:34.101769 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-6baffce6-0dc2-467a-b6d6-f15315a6261d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291040 May 23 20:23:34.133560 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Request body: {'port': {'device_id': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:34.196553 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-f1e38014-72ad-4abb-aada-79d1221a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:34.198155 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-f1e38014-72ad-4abb-aada-79d1221a241c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.4237392 May 23 20:23:34.224346 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0fd53-45d5-4dd6-bdf1-987685e967e6 req-223f51ac-c394-446c-ba38-36aec61053c3 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:34.232321 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f6e0fd53-45d5-4dd6-bdf1-987685e967e6 req-223f51ac-c394-446c-ba38-36aec61053c3 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 943 time: 0.1754405 May 23 20:23:34.239720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.20.0.10 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:34.315794 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-b4a2ea5f-5ff3-4af2-bca3-3f4ad0574d66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 217 time: 0.1087382 May 23 20:23:34.323090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.336232 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ecf2cd74-2c7c-4020-9c78-882dff6b203f req-55459c92-bd00-4cd9-9254-38f1daa63371 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.0609179 May 23 20:23:34.371600 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-3e99ccc5-bf89-4519-ac86-199d18fa4359 None None] Provisioning complete for port 7c6e7dea-7110-4e10-8314-3048e5eb1884 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:34.374248 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-3e99ccc5-bf89-4519-ac86-199d18fa4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.375853 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device cd556b35-e6cf-468e-aa39-ceba38437792 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:34.428330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:34.448489 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f6e0fd53-45d5-4dd6-bdf1-987685e967e6 req-70cc9458-c24e-4fd6-8842-1829adf58a07 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151651 May 23 20:23:34.460595 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-3e99ccc5-bf89-4519-ac86-199d18fa4359 None None] Port 7c6e7dea-7110-4e10-8314-3048e5eb1884 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:34.463025 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Made reservation on behalf of 02969314f19c4dc182b0dbe76aad9a34 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:34.466365 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.487045 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-3f1e45bf-e344-4f83-8aa2-7b6455250511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:34.489020 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-3f1e45bf-e344-4f83-8aa2-7b6455250511 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.1064661 May 23 20:23:34.596357 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.617073 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=cd556b35-e6cf-468e-aa39-ceba38437792,segment=NetworkSegment(7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d),segment_id=7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:34.634356 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'cd556b35-e6cf-468e-aa39-ceba38437792', 'network_id': '67dd9603-b898-4957-b227-ea3182295c01', 'port_id': 'cd556b35-e6cf-468e-aa39-ceba38437792', 'mac_address': 'fa:16:3e:6e:bd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a76840-31d1-4847-9d93-8fa841ab6c76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:34.665650 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fd643cc5-7714-4a0b-9de3-1f885b493064 req-ce5e5bd8-2d9b-4999-9c97-cd9a118668e5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 210 time: 0.2540610 May 23 20:23:34.681724 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port cd556b35-e6cf-468e-aa39-ceba38437792 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:34.682838 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.720101 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd556b35-e6cf-468e-aa39-ceba38437792 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:34.721661 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:34.753087 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=cd556b35-e6cf-468e-aa39-ceba38437792,segment=NetworkSegment(7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d),segment_id=7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:34.805099 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.835100 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:34.840671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-708a6aa8-0244-418e-a73e-ec0792fc5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:34.843966 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-708a6aa8-0244-418e-a73e-ec0792fc5732 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3428295 May 23 20:23:34.889181 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:34.913792 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:34.917355 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:34.970971 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:34.978176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:34.984339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:34.987605 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.000418 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa231-90d7-4cf7-9169-e14db35569bb req-2e1e8c15-78b7-400a-aa70-051cd40f6beb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:35.016476 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f4cfa231-90d7-4cf7-9169-e14db35569bb req-2e1e8c15-78b7-400a-aa70-051cd40f6beb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1849189 May 23 20:23:35.079439 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['cd556b35-e6cf-468e-aa39-ceba38437792'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:35.158170 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-b679eb96-51de-4808-b949-95c449c9f7ab tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5175042 May 23 20:23:35.180611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Request body: {'port': {'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:35.183560 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f4cfa231-90d7-4cf7-9169-e14db35569bb req-77ffe2c5-7dbd-4d8c-be82-ba8ef38a8d34 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654344 May 23 20:23:35.334246 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-dc7210bd-85cf-4deb-89e2-ee3223039f2b service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742590 May 23 20:23:35.335644 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6231e7-b5c9-4e05-81e6-be84918c4cb4 req-48694084-a4fd-4ef4-9a7a-1377ab94f353 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:35.335644 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc6231e7-b5c9-4e05-81e6-be84918c4cb4 req-48694084-a4fd-4ef4-9a7a-1377ab94f353 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 932 time: 0.1972957 May 23 20:23:35.350258 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a404b3d-79ee-46b0-891a-4458a33b18ee req-94646889-1b1e-4b43-8bc0-c5a199eb242f service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144874 May 23 20:23:35.360652 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6e7dea-7110-4e10-8314-3048e5eb1884 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:35.384292 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc6231e7-b5c9-4e05-81e6-be84918c4cb4 req-b06cf100-999d-42ce-ad33-0c6f23999052 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377416 May 23 20:23:35.388710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks [] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.398587 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.441589 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Transition to ACTIVE for port object 7c6e7dea-7110-4e10-8314-3048e5eb1884 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:35.472914 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-42c1dc5b-d7c2-4324-b11e-19e6bf0b0b8b None None] Provisioning complete for port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:35.473288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-42c1dc5b-d7c2-4324-b11e-19e6bf0b0b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.501507 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b5de87b-321f-437c-96d7-bc5e2537b739 req-9eaa423f-4180-438a-8dbb-3e8d66d45c65 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.0648501 May 23 20:23:35.531388 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:35.537617 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-42c1dc5b-d7c2-4324-b11e-19e6bf0b0b8b None None] Port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:35.550458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.590919 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:35.619559 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Allocated IP 172.20.0.11 (9b05af20-bb00-474e-91be-5942b9baa0f0/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0/d0965418-0eb9-41f9-bd9a-a071392128fb) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:35.816607 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b265ac43-2ffb-4ef9-85a1-3a8722afad7a req-85e895ee-ec6d-44c6-a511-813210e3f7f8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 210 time: 0.0524056 May 23 20:23:35.870194 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:35.925690 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:35.925690 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085bc8-feca-4c62-ab6d-eb4f3732b4e7 req-540dc917-fec4-4447-b4d2-aa0b35eeb14f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:35.925690 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8b085bc8-feca-4c62-ab6d-eb4f3732b4e7 req-540dc917-fec4-4447-b4d2-aa0b35eeb14f tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 944 time: 0.3515024 May 23 20:23:36.054851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Attempting to bind port 7c6e7dea-7110-4e10-8314-3048e5eb1884 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:36.055197 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Attempting to bind port 7c6e7dea-7110-4e10-8314-3048e5eb1884 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:36.055516 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Attempting to bind port 7c6e7dea-7110-4e10-8314-3048e5eb1884 on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:36.080580 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Port 7c6e7dea-7110-4e10-8314-3048e5eb1884 on network 9b05af20-bb00-474e-91be-5942b9baa0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:36.080907 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Attempting to bind port 7c6e7dea-7110-4e10-8314-3048e5eb1884 on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:36.086691 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8b085bc8-feca-4c62-ab6d-eb4f3732b4e7 req-509bb243-b3e4-4cfe-9e9e-4c4c1ed4894a tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634047 May 23 20:23:36.093974 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:36.094362 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:36.095316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Bound using segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:36.095771 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Bound port: 7c6e7dea-7110-4e10-8314-3048e5eb1884, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:36.096130 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.126058 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.200652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:36.209697 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:36.223914 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks [] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.228204 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:36.235416 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:36.240176 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:36.245945 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.246718 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.253229 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Transition to ACTIVE for port object b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:36.257538 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:36.261557 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:36.265085 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:36.302078 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-ede60749-5eff-4a3b-b32a-8afe9f707a0a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.308392 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-ede60749-5eff-4a3b-b32a-8afe9f707a0a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 817 time: 0.3042762 May 23 20:23:36.346552 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9991b679-f7be-400d-a65d-c38eece74bbe details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:36.360887 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.374739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b098d-04a4-4961-bca9-e0ca340ee060 req-ca500d50-a573-40d4-b4bf-6b296b53294d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.376446 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a69b098d-04a4-4961-bca9-e0ca340ee060 req-ca500d50-a573-40d4-b4bf-6b296b53294d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0899611 May 23 20:23:36.397401 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-e48dceaa-9e63-49b2-8bcc-c2109703f9f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3824461 May 23 20:23:36.424266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.430481 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Request body: {'port': {'device_id': '881652d5-5df9-43a8-b417-afe21877e7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:36.464897 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.465678 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.467142 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] 10.222.0.31 "PUT /v2.0/ports/7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 1093 time: 2.3574500 May 23 20:23:36.470785 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:36.473048 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6f00f-68d9-4c48-9eed-11441873ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:36.513038 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.514521 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device cd556b35-e6cf-468e-aa39-ceba38437792 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:36.543057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:36.591472 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07037234-d04c-423e-b8a6-4ee8f23b094b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:36.600839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:36.660840 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:36.677246 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Attempting to bind port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:36.677618 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Attempting to bind port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:36.677986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Attempting to bind port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:36.700830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e on network 2e834b06-191b-4f74-93c9-403bb39ced80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:36.705602 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Attempting to bind port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:36.744261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-bc359fad-663d-4151-a623-dc4dc7938964 None None] Provisioning complete for port d0965418-0eb9-41f9-bd9a-a071392128fb triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:36.744560 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bc359fad-663d-4151-a623-dc4dc7938964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.765787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:36.765787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:36.765787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:36.765787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Bound port: b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:36.765787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.872756 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4387b-68e1-4d0e-bbf8-328cbb04f904 req-004d5b93-fd60-448a-b5f3-615df914106d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.875982 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddc4387b-68e1-4d0e-bbf8-328cbb04f904 req-004d5b93-fd60-448a-b5f3-615df914106d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 944 time: 0.3308630 May 23 20:23:36.878055 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port cd556b35-e6cf-468e-aa39-ceba38437792 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:36.882489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9991b679-f7be-400d-a65d-c38eece74bbe,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:36.886868 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:36.895473 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-32f6cc33-8ef9-42b4-a743-d301685d5d06 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 380 time: 0.5580635 May 23 20:23:36.909773 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-bc359fad-663d-4151-a623-dc4dc7938964 None None] Port d0965418-0eb9-41f9-bd9a-a071392128fb cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:36.912478 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '9991b679-f7be-400d-a65d-c38eece74bbe', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'port_id': '9991b679-f7be-400d-a65d-c38eece74bbe', 'mac_address': 'fa:16:3e:3c:be:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:36.924877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:36.930314 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:36.937580 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'port': {'device_id': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'admin_state_up': True, 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'security_groups': ['18747b6a-1c13-4213-a620-9158007d9fe8']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:36.937872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-db4b2c67-7b83-43fb-87fe-80ab255b5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:36.939688 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-db4b2c67-7b83-43fb-87fe-80ab255b5d52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1127 time: 0.2636502 May 23 20:23:36.976665 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a69b098d-04a4-4961-bca9-e0ca340ee060 req-ca7c5aa5-4c18-47cd-a3b9-affa805329c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5875256 May 23 20:23:36.977593 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 9991b679-f7be-400d-a65d-c38eece74bbe is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:36.977991 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:36.992193 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9991b679-f7be-400d-a65d-c38eece74bbe {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:37.000189 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-727bd3c0-824a-458c-97ed-b43747d147e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 217 time: 0.0488226 May 23 20:23:37.005096 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port cd556b35-e6cf-468e-aa39-ceba38437792 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:37.005096 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.049612 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d81e8-7bcf-469d-b059-5e1777aac05e x-openstack-request-id: req-048d81e8-7bcf-469d-b059-5e1777aac05e {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:37.049912 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:37.050191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-048d81e8-7bcf-469d-b059-5e1777aac05e {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:37.050726 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048d81e8-7bcf-469d-b059-5e1777aac05e'] response: {'name': 'network-changed', 'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884', 'status': 'completed', 'code': 200} May 23 20:23:37.055027 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.123288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9991b679-f7be-400d-a65d-c38eece74bbe,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:37.128501 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddc4387b-68e1-4d0e-bbf8-328cbb04f904 req-6ad7d5d8-08b0-48f5-b15e-2709dc62cd76 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314510 May 23 20:23:37.153824 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.154875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.158429 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 200 len: 1094 time: 1.9857948 May 23 20:23:37.177124 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b6efb-6f1e-4c67-b2c4-e507adca4cc9 req-bbc7f37d-15a8-45a6-ab35-ac3a7ceab40c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.184566 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-451e3ec4-b42a-46bd-bddc-488fa13e1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.185020 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-861b6efb-6f1e-4c67-b2c4-e507adca4cc9 req-bbc7f37d-15a8-45a6-ab35-ac3a7ceab40c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 932 time: 0.0897686 May 23 20:23:37.187888 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-451e3ec4-b42a-46bd-bddc-488fa13e1101 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.1781421 May 23 20:23:37.229590 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.318189 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9868-407f-488f-ba19-7b53bad09638 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:37.366076 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-861b6efb-6f1e-4c67-b2c4-e507adca4cc9 req-64d4f303-803f-4155-bad9-b213684c6eae tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681933 May 23 20:23:37.372225 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:37.401307 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f91a8575-fee0-4aaf-bdd4-aef6d8cc9c70 req-b04b5cdf-072d-4c1b-bcc4-f2077514de5c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 210 time: 0.1196878 May 23 20:23:37.423336 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Made reservation on behalf of a05af8ceb6d041a6a894d5ca3ff820cc for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:23:37.429675 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-a9883be1-420d-458f-9d53-1de7a435f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.433084 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.433433 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-a9883be1-420d-458f-9d53-1de7a435f480 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2390859 May 23 20:23:37.455838 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['9991b679-f7be-400d-a65d-c38eece74bbe'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:37.458434 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port cd556b35-e6cf-468e-aa39-ceba38437792 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:37.458818 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.460524 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:37.503233 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59320) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:37.512222 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:37.530776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-a8a32e36-05c4-4f47-a3d3-0cf309c87cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.534434 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-a8a32e36-05c4-4f47-a3d3-0cf309c87cba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 1128 time: 0.2516897 May 23 20:23:37.537823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:37.622522 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-522e9f89-e1ea-4394-9e76-14c108ce8bbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 200 len: 217 time: 0.0785942 May 23 20:23:37.636042 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=cd556b35-e6cf-468e-aa39-ceba38437792,segment=NetworkSegment(7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d),segment_id=7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:37.645061 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0503d8-5912-49cc-99e0-c7aab5bcd128 req-0ba71042-1cdd-4d95-9371-608e3da985d4 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.656741 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4e0503d8-5912-49cc-99e0-c7aab5bcd128 req-0ba71042-1cdd-4d95-9371-608e3da985d4 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 944 time: 0.1910021 May 23 20:23:37.699630 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0965418-0eb9-41f9-bd9a-a071392128fb {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:37.710638 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7cde65c1-2a89-494b-bce5-16dd29e21437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.714753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks [] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.744385 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-d4f98898-f5ce-43ed-ba31-b21760a051a0 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002639 May 23 20:23:37.747739 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.783956 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Transition to ACTIVE for port object d0965418-0eb9-41f9-bd9a-a071392128fb will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:37.796266 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4e0503d8-5912-49cc-99e0-c7aab5bcd128 req-22f501b0-b1bf-44a6-a4d9-5e53ee7ebfaa tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383836 May 23 20:23:37.814268 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-d7c5362f-7703-4aae-a5d5-e17aca782766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.815898 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-d7c5362f-7703-4aae-a5d5-e17aca782766 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.1823349 May 23 20:23:37.830531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Allocated IP 172.20.0.3 (8643c6ef-a04e-42d5-acb9-668f5c2b5666/8392adc9-c27d-4b03-90e9-f972ae8f701e/f9e2fedd-ed41-4d66-9fcb-34b45c5b6538) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:23:37.835134 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:37.858603 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d5e09-9096-4b31-a1b2-f9cfd7033d44" -d '{"events": [{"server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "name": "network-vif-plugged", "status": "completed", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:37.865781 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:37.912848 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59338) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:37.928066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-ce29f03d-daf3-44d5-8bf1-5e68d4d1c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:37.929511 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-ce29f03d-daf3-44d5-8bf1-5e68d4d1c6d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616298 May 23 20:23:38.124782 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-13b185bc-354b-419f-9ba5-f1dd68bcf27d service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865804 May 23 20:23:38.140765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25d1ae-cd65-4077-bb96-566e9679646b x-openstack-request-id: req-af25d1ae-cd65-4077-bb96-566e9679646b {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:38.141290 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "name": "network-vif-plugged", "status": "completed", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:38.141624 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af25d1ae-cd65-4077-bb96-566e9679646b {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:38.142342 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af25d1ae-cd65-4077-bb96-566e9679646b'] response: {'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792', 'code': 200} May 23 20:23:38.192867 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.225180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Pushing event updated for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:38.279685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:38.298787 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39cae409-039c-40ee-b778-05ca22037bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.332769 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7feb924a-c851-444a-989b-62fdb2b8dceb req-0180cfc0-8d71-4de3-b9bb-5e2978c50f36 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683367 May 23 20:23:38.333228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37bfe6-f073-4810-b6d9-8f667456b406 req-2962ecf9-d3e5-4dac-92ff-08b268d9900a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.334729 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a37bfe6-f073-4810-b6d9-8f667456b406 req-2962ecf9-d3e5-4dac-92ff-08b268d9900a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 944 time: 0.1028409 May 23 20:23:38.338317 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Attempting to bind port d0965418-0eb9-41f9-bd9a-a071392128fb on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:38.338647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Attempting to bind port d0965418-0eb9-41f9-bd9a-a071392128fb by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:38.338970 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Attempting to bind port d0965418-0eb9-41f9-bd9a-a071392128fb on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:38.346955 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9991b679-f7be-400d-a65d-c38eece74bbe up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:38.352157 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Port d0965418-0eb9-41f9-bd9a-a071392128fb on network 9b05af20-bb00-474e-91be-5942b9baa0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:38.352476 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Attempting to bind port d0965418-0eb9-41f9-bd9a-a071392128fb on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:38.366681 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.367285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:38.371671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7cde65c1-2a89-494b-bce5-16dd29e21437 admin admin] Publish callbacks [] for security_group (1d438d2a-7df9-436d-b4b8-b2923751c202), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.380715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:38.380715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:38.381021 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Bound using segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:38.381274 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Bound port: d0965418-0eb9-41f9-bd9a-a071392128fb, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:38.381695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.389398 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da498a9-8cce-44a9-be54-799750543fe8 req-310766e6-b2a2-454c-bb6f-263dd25e1638 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.393087 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6da498a9-8cce-44a9-be54-799750543fe8 req-310766e6-b2a2-454c-bb6f-263dd25e1638 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 944 time: 0.1040893 May 23 20:23:38.413800 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 9991b679-f7be-400d-a65d-c38eece74bbe completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:38.437604 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-622d00ed-84b0-48e6-a18e-93a6771c1a94 req-508c620e-e5f2-4eda-b791-81ba79a7b926 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023224 May 23 20:23:38.487831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:23:38.489735 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6da498a9-8cce-44a9-be54-799750543fe8 req-3c65920f-c681-455b-84c5-7259c70a6de7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881364 May 23 20:23:38.495108 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7cde65c1-2a89-494b-bce5-16dd29e21437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1d438d2a-7df9-436d-b4b8-b2923751c202), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.509020 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 9991b679-f7be-400d-a65d-c38eece74bbe triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:38.509565 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.518688 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:23:38.533028 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:23:38.552063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.554308 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.568343 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7cde65c1-2a89-494b-bce5-16dd29e21437 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40888437d23e4f86958b7e7c5cdee27e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0635841 May 23 20:23:38.574067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59368) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:38.593535 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a37bfe6-f073-4810-b6d9-8f667456b406 req-1520100f-1207-4042-9f79-bcbf6e2d2944 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431772 May 23 20:23:38.606268 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde65c1-2a89-494b-bce5-16dd29e21437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d438d2a-7df9-436d-b4b8-b2923751c202,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:38.623124 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:38.645748 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 9991b679-f7be-400d-a65d-c38eece74bbe is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:38.646396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.660369 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:38.673901 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39cae409-039c-40ee-b778-05ca22037bf9 admin admin] Publish callbacks [] for security_group (43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.681206 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:38.689824 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9991b679-f7be-400d-a65d-c38eece74bbe,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:38.702541 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4f33-c024-484e-b81a-9b1fe80cc8bf req-ba588643-0a5d-41cc-b33b-3efc0e09abab tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.703887 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f78d4f33-c024-484e-b81a-9b1fe80cc8bf req-ba588643-0a5d-41cc-b33b-3efc0e09abab tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.1198573 May 23 20:23:38.716155 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d0965418-0eb9-41f9-bd9a-a071392128fb,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:38.738491 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] Publish callbacks [] for security_group (1d438d2a-7df9-436d-b4b8-b2923751c202), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.771912 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc896-37f1-4658-8ec6-3c29b8811bb2 req-dbc2f506-3e95-42fe-97cb-4ae78303a50f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.773653 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-980fc896-37f1-4658-8ec6-3c29b8811bb2 req-dbc2f506-3e95-42fe-97cb-4ae78303a50f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 931 time: 0.0550723 May 23 20:23:38.779764 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.780186 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39cae409-039c-40ee-b778-05ca22037bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.788980 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f78d4f33-c024-484e-b81a-9b1fe80cc8bf req-cfb869bc-db32-4828-bd8c-0f92832f8420 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722840 May 23 20:23:38.796763 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] Publish callbacks [] for security_group (1d438d2a-7df9-436d-b4b8-b2923751c202), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.822603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:38.833094 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2df8fb5e-be69-4ef3-8be7-cdd7a43b3f56 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9303081 May 23 20:23:38.834401 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.840093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:38.878333 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cae409-039c-40ee-b778-05ca22037bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:38.890517 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-39cae409-039c-40ee-b778-05ca22037bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2797cf6a2d34b29ac4715b727e79726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9751673 May 23 20:23:38.891928 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-bd2535e2-7283-4783-9c3d-a5538b64f39f None None] Provisioning complete for port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:38.892680 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bd2535e2-7283-4783-9c3d-a5538b64f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.893801 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59374) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:38.919684 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:38.920382 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:38.921984 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0965418-0eb9-41f9-bd9a-a071392128fb HTTP/1.1" status: 200 len: 1094 time: 2.5133240 May 23 20:23:38.924339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:38.928020 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d" -d '{"events": [{"name": "network-changed", "server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:38.959523 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59378) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:38.974752 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-980fc896-37f1-4658-8ec6-3c29b8811bb2 req-2d3c7fa8-c660-4af7-ab38-7d96fe7f3cfb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802111 May 23 20:23:38.975765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53305323-f073-4794-b6ce-cfaf98fbf585 service neutron] Pushing event updated for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:39.043243 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:39.047245 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1d438d2a-7df9-436d-b4b8-b2923751c202), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.049866 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.053735 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d438d2a-7df9-436d-b4b8-b2923751c202 HTTP/1.1" status: 204 len: 168 time: 0.4760463 May 23 20:23:39.071695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23736c-0cd8-4fb9-902d-13d4a2b4224f x-openstack-request-id: req-7a23736c-0cd8-4fb9-902d-13d4a2b4224f {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:39.072233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:39.075704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a23736c-0cd8-4fb9-902d-13d4a2b4224f {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:39.075704 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a23736c-0cd8-4fb9-902d-13d4a2b4224f'] response: {'name': 'network-changed', 'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb', 'status': 'completed', 'code': 200} May 23 20:23:39.076770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:39.086608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5" -d '{"events": [{"name": "network-changed", "server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:39.116608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f8636-29ea-42a9-9ae5-5d11fa8682f4 req-5ee58b99-036d-46b5-8326-30cc67587e88 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:39.124500 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f87f8636-29ea-42a9-9ae5-5d11fa8682f4 req-5ee58b99-036d-46b5-8326-30cc67587e88 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.1692472 May 23 20:23:39.138797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698daf-c417-4aa3-8d0a-b09570932843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d438d2a-7df9-436d-b4b8-b2923751c202,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:39.171661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-bd2535e2-7283-4783-9c3d-a5538b64f39f None None] Port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:23:39.187014 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] Publish callbacks [] for security_group (43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.194222 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b6618379-b199-404a-a62d-35ffbc03351e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.218667 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f87f8636-29ea-42a9-9ae5-5d11fa8682f4 req-ef7f2e06-0aff-4509-8e83-58836402b281 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 May 23 20:23:39.220194 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30ea1b-6e03-44fa-9e3f-208ec6823281 x-openstack-request-id: req-6d30ea1b-6e03-44fa-9e3f-208ec6823281 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:39.230393 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:39.230692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d30ea1b-6e03-44fa-9e3f-208ec6823281 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:39.231123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d30ea1b-6e03-44fa-9e3f-208ec6823281'] response: {'name': 'network-changed', 'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'status': 'completed', 'code': 200} May 23 20:23:39.245921 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] Publish callbacks [] for security_group (43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.299208 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b6618379-b199-404a-a62d-35ffbc03351e admin admin] Publish callbacks [] for security_group (4a21864b-c4d4-49ec-88ae-553d97e9702b), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.355093 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.357721 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.358950 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3 HTTP/1.1" status: 204 len: 168 time: 0.4639559 May 23 20:23:39.367629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd79b8-8b4b-49c6-94bc-51d23a710551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e4cf5b-cf6e-47ff-9161-a5a8b4e872c3,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:39.383734 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b6618379-b199-404a-a62d-35ffbc03351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4a21864b-c4d4-49ec-88ae-553d97e9702b), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.387775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:39.428454 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b6618379-b199-404a-a62d-35ffbc03351e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5642c4590d4c440fb835a76ba9f0869a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644847 May 23 20:23:39.428454 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6618379-b199-404a-a62d-35ffbc03351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a21864b-c4d4-49ec-88ae-553d97e9702b,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:39.429497 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59392) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:39.491181 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] Publish callbacks [] for security_group (4a21864b-c4d4-49ec-88ae-553d97e9702b), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.514202 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] Publish callbacks [] for security_group (4a21864b-c4d4-49ec-88ae-553d97e9702b), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.521144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:39.608254 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5da-8187-47cc-b436-2df513cfb33b req-ce04a324-4ae1-470d-bd30-7603cf31d1df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:39.609825 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f83ba5da-8187-47cc-b436-2df513cfb33b req-ce04a324-4ae1-470d-bd30-7603cf31d1df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 944 time: 0.0482016 May 23 20:23:39.613959 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4a21864b-c4d4-49ec-88ae-553d97e9702b), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.616656 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:39.617790 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a21864b-c4d4-49ec-88ae-553d97e9702b HTTP/1.1" status: 204 len: 168 time: 0.1870575 May 23 20:23:39.626714 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705269-405d-4f97-a99c-9e9431e8affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a21864b-c4d4-49ec-88ae-553d97e9702b,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:39.679862 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f83ba5da-8187-47cc-b436-2df513cfb33b req-b7139ac4-5d40-4de8-8cce-645e675dc295 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617690 May 23 20:23:39.727914 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235744d4-1803-45eb-af86-5a6fe48fab5d req-7f3d66b2-f13d-477d-861e-fa2da61095ad tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:39.729477 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-235744d4-1803-45eb-af86-5a6fe48fab5d req-7f3d66b2-f13d-477d-861e-fa2da61095ad tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0540056 May 23 20:23:39.790835 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-235744d4-1803-45eb-af86-5a6fe48fab5d req-e4db771a-47f9-40c4-bab5-786213463525 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531185 May 23 20:23:39.919889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.31', 62627) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:40.062237 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-a02f2a82-7f0a-43e6-ad19-01c448c61fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.063831 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-a02f2a82-7f0a-43e6-ad19-01c448c61fd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1128 time: 0.1358128 May 23 20:23:40.067213 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-e457aecd-d4cb-4b70-9c2a-96c7821fbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.068582 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-e457aecd-d4cb-4b70-9c2a-96c7821fbde2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 1129 time: 0.1498291 May 23 20:23:40.069579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-df8c2424-abf1-4b2a-be46-36f0fa6cebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.070933 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-df8c2424-abf1-4b2a-be46-36f0fa6cebf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 1128 time: 0.1418386 May 23 20:23:40.093582 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Request body: {'port': {'device_id': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:40.143986 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:40.146300 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a5082-43db-4a7a-bdc3-0f97947ba13b" -d '{"events": [{"server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:40.152584 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8b8d-b736-44cc-bfd7-1536cd4efbf8 req-5cb575e9-6c2f-4965-b8fc-8b87b16d7e17 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.154349 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e58e8b8d-b736-44cc-bfd7-1536cd4efbf8 req-5cb575e9-6c2f-4965-b8fc-8b87b16d7e17 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.3009379 May 23 20:23:40.170070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-a2cd2526-a970-4d49-8765-6958b1115533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.171725 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-a2cd2526-a970-4d49-8765-6958b1115533 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1127 time: 0.0934458 May 23 20:23:40.217581 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.269195 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:40.285647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.301141 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e58e8b8d-b736-44cc-bfd7-1536cd4efbf8 req-664fd445-07dd-4346-8dad-9d4feb9c247d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406906 May 23 20:23:40.312478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f662-eaa8-4a49-9cea-21eb5745ef73 req-ed8b1306-1161-4988-b0ab-99b12b502dde tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.313972 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb29f662-eaa8-4a49-9cea-21eb5745ef73 req-ed8b1306-1161-4988-b0ab-99b12b502dde tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 931 time: 0.2053246 May 23 20:23:40.361548 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557479c6-87e9-4bc7-8936-c520c9a829a7 x-openstack-request-id: req-557479c6-87e9-4bc7-8936-c520c9a829a7 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:40.361999 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:40.362375 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-557479c6-87e9-4bc7-8936-c520c9a829a7 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:40.363841 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557479c6-87e9-4bc7-8936-c520c9a829a7'] response: {'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe', 'code': 200} May 23 20:23:40.367144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7c6e7dea-7110-4e10-8314-3048e5eb1884 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:40.368567 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-47c443b2-29b2-48b5-82c7-c13cd0768414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.370089 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-47c443b2-29b2-48b5-82c7-c13cd0768414 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.1904616 May 23 20:23:40.441928 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59424) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:40.454650 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-7e5f21d2-fe8f-47a2-995d-1d4d33fdd5ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 217 time: 0.0583546 May 23 20:23:40.482318 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fcd4-b749-4869-8305-b5ba6e0eb15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.573891 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59426) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:40.599402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:40.604133 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:40.637241 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7e2b-7944-4889-a51d-49efbe73c042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.651083 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-5b86e4cd-a48c-4787-9af4-3836ef161966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.653443 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-5b86e4cd-a48c-4787-9af4-3836ef161966 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=02969314f19c4dc182b0dbe76aad9a34&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5816865 May 23 20:23:40.654841 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '7c6e7dea-7110-4e10-8314-3048e5eb1884', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'port_id': '7c6e7dea-7110-4e10-8314-3048e5eb1884', 'mac_address': 'fa:16:3e:3e:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:40.658978 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-15eb76db-e6fb-4a33-9161-5d817227d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.660627 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-15eb76db-e6fb-4a33-9161-5d817227d0ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.5510952 May 23 20:23:40.666884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-d3346685-8aff-4987-9d06-cfc1612bca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.668942 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-d3346685-8aff-4987-9d06-cfc1612bca8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.1969805 May 23 20:23:40.731767 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb29f662-eaa8-4a49-9cea-21eb5745ef73 req-3bdf22e4-3080-4081-a3b3-68286e10bc9f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032595 May 23 20:23:40.732064 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 7c6e7dea-7110-4e10-8314-3048e5eb1884 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:40.732064 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.763896 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6e7dea-7110-4e10-8314-3048e5eb1884 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:40.791183 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:40.809554 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.31', 62628) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:40.855460 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-8f066552-251e-41fa-884b-708f3883c9d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 200 len: 217 time: 0.1837535 May 23 20:23:40.856236 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:40.859341 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7e2b-7944-4889-a51d-49efbe73c042 admin admin] Publish callbacks [] for security_group (6f117f4b-216e-4bb5-9f63-9e9881dfe4a8), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.873060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b74dfe-0d34-4e11-a08b-035b6274612a req-9db377dd-5864-46a3-9ea7-cb1c0ed178d8 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.875233 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a2b74dfe-0d34-4e11-a08b-035b6274612a req-9db377dd-5864-46a3-9ea7-cb1c0ed178d8 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.3019960 May 23 20:23:40.884598 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-f3422386-f195-4a72-8ddb-8a42fb8858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:40.886768 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-f3422386-f195-4a72-8ddb-8a42fb8858c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2059433 May 23 20:23:40.898327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.948302 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] Publish callbacks [] for security_group (0440293f-587b-4a6f-82aa-0edd88735c25), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:40.961257 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.018448 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada612a8-926d-41db-893b-f6e2eba5fd87 req-f0ec85d6-a3b2-4818-b3c3-9f7cf4a7baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.019946 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ada612a8-926d-41db-893b-f6e2eba5fd87 req-f0ec85d6-a3b2-4818-b3c3-9f7cf4a7baf9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1129 time: 0.2094629 May 23 20:23:41.038398 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7cfcd-d83d-431f-8161-5069669cd512 req-6651e412-bd03-4d6f-81e8-d799deb0076a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.039807 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27a7cfcd-d83d-431f-8161-5069669cd512 req-6651e412-bd03-4d6f-81e8-d799deb0076a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 944 time: 0.2311513 May 23 20:23:41.056759 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fcd4-b749-4869-8305-b5ba6e0eb15e admin admin] Publish callbacks [] for security_group (503478e8-2717-404d-a644-b4cf2428a343), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.063817 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7e2b-7944-4889-a51d-49efbe73c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (6f117f4b-216e-4bb5-9f63-9e9881dfe4a8), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.070424 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (0440293f-587b-4a6f-82aa-0edd88735c25), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.096136 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a2b74dfe-0d34-4e11-a08b-035b6274612a req-05fca75a-84de-4e13-b73d-a0f93a9130ca tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128096 May 23 20:23:41.111571 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-e267af08-e062-4374-b489-f8c637cea1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.114261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['7c6e7dea-7110-4e10-8314-3048e5eb1884'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:41.122269 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-e267af08-e062-4374-b489-f8c637cea1e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.2388210 May 23 20:23:41.128937 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7e2b-7944-4889-a51d-49efbe73c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f117f4b-216e-4bb5-9f63-9e9881dfe4a8,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.157575 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fcd4-b749-4869-8305-b5ba6e0eb15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (503478e8-2717-404d-a644-b4cf2428a343), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.197846 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ff4c7e2b-7944-4889-a51d-49efbe73c042 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32312c5c1cc34f2199d8b84003f6a112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6185143 May 23 20:23:41.221464 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-a48701a7-50ca-40ea-a79a-04e5577eda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.223336 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-a48701a7-50ca-40ea-a79a-04e5577eda5f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5614135 May 23 20:23:41.223565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59442) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:41.245008 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1373510 May 23 20:23:41.250883 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fcd4-b749-4869-8305-b5ba6e0eb15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503478e8-2717-404d-a644-b4cf2428a343,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.289160 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0440293f-587b-4a6f-82aa-0edd88735c25,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.308743 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-c23876af-542c-450e-9601-777d4bc0f815 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103146 May 23 20:23:41.315751 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-01ba1e70-0ddf-4f32-9df8-ba913341dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.316679 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:41.316893 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-01ba1e70-0ddf-4f32-9df8-ba913341dca5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1704302 May 23 20:23:41.325430 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27a7cfcd-d83d-431f-8161-5069669cd512 req-df489220-2fc6-40bd-b5d3-b9508e2b217e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658575 May 23 20:23:41.327122 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-bfc7fcd4-b749-4869-8305-b5ba6e0eb15e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=857af463216a49b8a6546478ec2ca9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8839536 May 23 20:23:41.327240 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ada612a8-926d-41db-893b-f6e2eba5fd87 req-8f3e55e1-35fe-44f3-b456-db162a08429b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972829 May 23 20:23:41.329726 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59448) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:41.337964 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269c7d2-01c2-40d7-95e4-c3b11adf7c06 req-1536559f-fc71-4705-931c-e05bd28ebcf4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.344949 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1269c7d2-01c2-40d7-95e4-c3b11adf7c06 req-1536559f-fc71-4705-931c-e05bd28ebcf4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1590216 May 23 20:23:41.348106 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks [] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.385364 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] Publish callbacks [] for security_group (6f117f4b-216e-4bb5-9f63-9e9881dfe4a8), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.395900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Transition to ACTIVE for port object f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:23:41.427645 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1269c7d2-01c2-40d7-95e4-c3b11adf7c06 req-7cf24bf8-c4e8-466c-8e88-52f701061030 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818284 May 23 20:23:41.458457 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] Publish callbacks [] for security_group (6f117f4b-216e-4bb5-9f63-9e9881dfe4a8), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.463342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:41.466433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] Publish callbacks [] for security_group (503478e8-2717-404d-a644-b4cf2428a343), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.480979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.536287 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.541032 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3fb6-2570-42f9-920e-e7061ef73387 req-5110f562-e388-4e89-a669-bd3280904769 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.543669 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-996a3fb6-2570-42f9-920e-e7061ef73387 req-5110f562-e388-4e89-a669-bd3280904769 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.1067345 May 23 20:23:41.549530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] Publish callbacks [] for security_group (503478e8-2717-404d-a644-b4cf2428a343), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.574706 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:41.579236 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Attempting to bind port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:23:41.579776 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Attempting to bind port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:23:41.581017 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Attempting to bind port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:41.587588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:23:41.587920 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Attempting to bind port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:23:41.596358 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:23:41.598659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Checking segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:23:41.598659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Bound using segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:23:41.598659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Bound port: f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:23:41.598659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.626843 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-996a3fb6-2570-42f9-920e-e7061ef73387 req-742e531f-6cb4-450d-acbc-f96cc1488345 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695546 May 23 20:23:41.671498 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:23:41.674815 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:23:41.705578 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (6f117f4b-216e-4bb5-9f63-9e9881dfe4a8), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.708234 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.709428 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f117f4b-216e-4bb5-9f63-9e9881dfe4a8 HTTP/1.1" status: 204 len: 168 time: 0.4719255 May 23 20:23:41.722281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf67a41-7ad8-4159-a8d3-d89bd0c1883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f117f4b-216e-4bb5-9f63-9e9881dfe4a8,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.773889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (503478e8-2717-404d-a644-b4cf2428a343), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.777020 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.778244 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/503478e8-2717-404d-a644-b4cf2428a343 HTTP/1.1" status: 204 len: 168 time: 0.4472141 May 23 20:23:41.786776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817cb1-8673-4472-9cc1-4909fe83590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503478e8-2717-404d-a644-b4cf2428a343,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.826190 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.867855 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.868457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:41.869874 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] 10.222.0.31 "PUT /v2.0/ports/f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 1093 time: 1.7925892 May 23 20:23:41.870357 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:41.877729 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:41.887417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcce0b3-4ea5-4db3-b3cb-4c962b725afb req-2afb8e83-c7b4-4142-8b1d-2bf45adc5045 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:41.888979 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6fcce0b3-4ea5-4db3-b3cb-4c962b725afb req-2afb8e83-c7b4-4142-8b1d-2bf45adc5045 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0930030 May 23 20:23:41.922717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ef5f-9b2f-47bd-84db-aa7e675c2030 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:41.928093 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb89200-5b9e-4243-9d66-a6cf8e35c406 x-openstack-request-id: req-cbb89200-5b9e-4243-9d66-a6cf8e35c406 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:41.928380 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:41.928641 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbb89200-5b9e-4243-9d66-a6cf8e35c406 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:41.929033 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb89200-5b9e-4243-9d66-a6cf8e35c406'] response: {'name': 'network-changed', 'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'status': 'completed', 'code': 200} May 23 20:23:41.961549 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6fcce0b3-4ea5-4db3-b3cb-4c962b725afb req-336faa71-b705-4d7a-9390-d578cde1a1eb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644996 May 23 20:23:42.092011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59464) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:42.136618 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2cc6f00f-68d9-4c48-9eed-11441873ad6d req-344e526e-db81-492e-83bb-cbed2eaae294 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540723 May 23 20:23:42.146066 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-13e54d20-10d4-40e2-86db-d40dd9fcf14f service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722724 May 23 20:23:42.239686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc86639-6258-47de-b66a-489e06bcf751 req-704e1a57-22d3-4247-8165-46eb1f1a496a tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.241895 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cc86639-6258-47de-b66a-489e06bcf751 req-704e1a57-22d3-4247-8165-46eb1f1a496a tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0563869 May 23 20:23:42.295027 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cc86639-6258-47de-b66a-489e06bcf751 req-5c67cf57-6498-4814-9f92-6d95b1c97e3d tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 May 23 20:23:42.374741 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:42.386693 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7c6e7dea-7110-4e10-8314-3048e5eb1884 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:42.428910 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:42.432000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-85f58189-e35e-4f2a-9833-88bbc9c9ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.434100 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-85f58189-e35e-4f2a-9833-88bbc9c9ea9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1127 time: 0.1327705 May 23 20:23:42.436070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-a74eda4f-3d17-499a-b72a-d3e35e848c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.438183 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-a74eda4f-3d17-499a-b72a-d3e35e848c51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1128 time: 0.1355660 May 23 20:23:42.439677 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:42.442041 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee18b-82d9-4149-b35d-edefd48a2590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.474304 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5a8cff4-7fb2-457c-ab76-a98aa96c00d5 req-c97f9da4-7594-4d6f-b8f5-c503a92114d3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712008 May 23 20:23:42.543778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:42.549216 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 7c6e7dea-7110-4e10-8314-3048e5eb1884 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:42.588839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee18b-82d9-4149-b35d-edefd48a2590 admin admin] Publish callbacks [] for security_group (66688abe-099b-4bc8-9f0b-a833ee320560), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.601869 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:42.609144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53e4bf-ff67-40e1-976f-4b484f227874 req-733457e3-9179-4861-8db3-ea77621420bd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.610349 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-da53e4bf-ff67-40e1-976f-4b484f227874 req-733457e3-9179-4861-8db3-ea77621420bd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0578082 May 23 20:23:42.612177 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-768314a4-ea49-408e-98cd-e764739f93e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0965418-0eb9-41f9-bd9a-a071392128fb HTTP/1.1" status: 200 len: 217 time: 0.1147604 May 23 20:23:42.627897 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:42.654497 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 7c6e7dea-7110-4e10-8314-3048e5eb1884 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:42.654871 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.678649 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-da53e4bf-ff67-40e1-976f-4b484f227874 req-bda2391d-40e8-4ead-a9ba-242d26a8c656 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624301 May 23 20:23:42.686431 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee18b-82d9-4149-b35d-edefd48a2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (66688abe-099b-4bc8-9f0b-a833ee320560), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.762075 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 7c6e7dea-7110-4e10-8314-3048e5eb1884 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:42.762477 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.764543 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:42.764916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.791224 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2c8ee18b-82d9-4149-b35d-edefd48a2590 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=620af9bcc4e74057817da667d4dddf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6976771 May 23 20:23:42.792985 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:42.793186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59494) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:42.793830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ee18b-82d9-4149-b35d-edefd48a2590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66688abe-099b-4bc8-9f0b-a833ee320560,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:42.829937 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:42.861899 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:42.863127 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:42.865516 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cfb5fd-61d8-4703-97d1-f983659204e2" -d '{"events": [{"server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:42.874635 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f270062-1154-49b5-8038-305bd6c2be4d req-d6799186-657c-4749-b0c0-12e1b8e4882f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.876222 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4f270062-1154-49b5-8038-305bd6c2be4d req-d6799186-657c-4749-b0c0-12e1b8e4882f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.0908816 May 23 20:23:42.906854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] Publish callbacks [] for security_group (66688abe-099b-4bc8-9f0b-a833ee320560), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.917945 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.923054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-0f2bbd9e-2d89-4465-95a8-eb2a4574b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:42.927381 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-0f2bbd9e-2d89-4465-95a8-eb2a4574b0a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0786035 May 23 20:23:42.951591 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] Publish callbacks [] for security_group (66688abe-099b-4bc8-9f0b-a833ee320560), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.970497 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4f270062-1154-49b5-8038-305bd6c2be4d req-4ce4c260-ddcd-4cb6-a239-bfa9895e0509 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869780 May 23 20:23:42.986738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:42.994644 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:43.024566 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033e059-6a5f-4c5f-ac66-f671bc1a0e4b req-8ad2f9b2-6baf-44ec-a94b-247128b0e80d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.026169 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7033e059-6a5f-4c5f-ac66-f671bc1a0e4b req-8ad2f9b2-6baf-44ec-a94b-247128b0e80d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 944 time: 0.5504861 May 23 20:23:43.037671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eec059-c430-4624-b91d-9e228d181065 x-openstack-request-id: req-c6eec059-c430-4624-b91d-9e228d181065 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:43.037968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:43.038243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6eec059-c430-4624-b91d-9e228d181065 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:43.038822 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6eec059-c430-4624-b91d-9e228d181065'] response: {'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884', 'code': 200} May 23 20:23:43.076374 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:43.095324 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (66688abe-099b-4bc8-9f0b-a833ee320560), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:43.099217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:43.102837 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66688abe-099b-4bc8-9f0b-a833ee320560 HTTP/1.1" status: 204 len: 168 time: 0.3036878 May 23 20:23:43.103001 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-56d9818c-1578-4b27-bc90-3b97ce261c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.103001 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-56d9818c-1578-4b27-bc90-3b97ce261c22 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6566064 May 23 20:23:43.138242 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7033e059-6a5f-4c5f-ac66-f671bc1a0e4b req-d30a955b-7afc-44fa-92e4-818729a25a04 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925281 May 23 20:23:43.147297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca136b6-c34d-433e-9716-085c04725fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66688abe-099b-4bc8-9f0b-a833ee320560,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:43.168724 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:43.188473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7d421-4b56-4d1c-a663-6d3932c30801 req-bc7a23d9-20b2-4842-a52c-2762b6f638b4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.193409 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b5a7d421-4b56-4d1c-a663-6d3932c30801 req-bc7a23d9-20b2-4842-a52c-2762b6f638b4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.1249723 May 23 20:23:43.197611 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:43.254265 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b5a7d421-4b56-4d1c-a663-6d3932c30801 req-d1049ee6-27bf-4eb9-b19d-2c7e60a095a8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514989 May 23 20:23:43.272058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:43.418278 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197755f9-c09a-4826-aa84-b62e015c6317 req-a7fd7e92-e132-4bd4-8b16-d9444b63b4d1 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.425513 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-197755f9-c09a-4826-aa84-b62e015c6317 req-a7fd7e92-e132-4bd4-8b16-d9444b63b4d1 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0612724 May 23 20:23:43.469274 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-197755f9-c09a-4826-aa84-b62e015c6317 req-416d9079-bed9-4d20-8a40-b6108963fbf6 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 May 23 20:23:43.608292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-f7624387-70b9-4583-b899-794a042ae803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.610098 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-f7624387-70b9-4583-b899-794a042ae803 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184657 May 23 20:23:43.700192 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-3517295a-3e35-4c5d-8f32-9deff5c4cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.701628 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6633a8b5-2ea0-45c7-a22f-20823dd0f1ee req-3517295a-3e35-4c5d-8f32-9deff5c4cbb1 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823695 May 23 20:23:43.739594 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:43.797670 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c083f-c139-46f7-91bf-a92c2fa767e0 req-e3169ad8-12bc-4933-902a-c48786dad786 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:43.799273 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f35c083f-c139-46f7-91bf-a92c2fa767e0 req-e3169ad8-12bc-4933-902a-c48786dad786 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0473804 May 23 20:23:43.849346 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f35c083f-c139-46f7-91bf-a92c2fa767e0 req-cc2d8020-1ed0-4195-95b5-297f074485b9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 May 23 20:23:43.898270 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:44.109905 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903a69c-7f63-495a-928c-fea874c27960 req-334747e5-aac4-478e-a01f-a5ce4034f541 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.111512 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8903a69c-7f63-495a-928c-fea874c27960 req-334747e5-aac4-478e-a01f-a5ce4034f541 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.0701542 May 23 20:23:44.148294 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfaec7-3926-4ffd-a83d-188ac1cecc0d req-44201193-bfd1-4074-8206-f5cd53048821 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.153668 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c1cfaec7-3926-4ffd-a83d-188ac1cecc0d req-44201193-bfd1-4074-8206-f5cd53048821 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.1694458 May 23 20:23:44.173887 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-70e106ff-139b-451c-a3e5-0f470d9199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.179472 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-70e106ff-139b-451c-a3e5-0f470d9199f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1127 time: 0.1655059 May 23 20:23:44.179944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59548) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:44.182930 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-322cddd2-a03a-4d33-bfe2-5ce4f2726a15 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320242 May 23 20:23:44.214938 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'floatingip': {'port_id': '9991b679-f7be-400d-a65d-c38eece74bbe'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:44.234585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8903a69c-7f63-495a-928c-fea874c27960 req-68e3bf6c-2e00-452e-ab13-49a89a4e5747 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160808 May 23 20:23:44.282160 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-157beb5c-ed11-412d-8ea3-63686f3e2dea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 217 time: 0.0894415 May 23 20:23:44.336832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:44.386947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:44.423493 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e721-1d0f-4604-b287-db01d21297cd req-b1d520d5-de95-42ff-8917-dbc68919bece tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.430273 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a272e721-1d0f-4604-b287-db01d21297cd req-b1d520d5-de95-42ff-8917-dbc68919bece tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 945 time: 0.1520061 May 23 20:23:44.473016 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-ff2281e2-cfd6-4b8f-bf27-1357d03351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.474508 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-ff2281e2-cfd6-4b8f-bf27-1357d03351a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.1214235 May 23 20:23:44.474653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde617-ca38-4ce8-80d2-b6ad048e81b2 req-4abe4c25-a4ff-4933-930d-057cf11c0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.476198 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d8fde617-ca38-4ce8-80d2-b6ad048e81b2 req-4abe4c25-a4ff-4933-930d-057cf11c0895 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1129 time: 0.2107062 May 23 20:23:44.485887 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:44.530530 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5292b5ce-9043-4005-9189-c8ff4c913cc3 req-d64643c6-78de-4fde-8af8-efa47089be28 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287442 May 23 20:23:44.538888 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8042739-49f6-411f-9d05-168abc02978a req-e27f8431-2d94-4b85-8473-89a6b5c09db4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.540622 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e8042739-49f6-411f-9d05-168abc02978a req-e27f8431-2d94-4b85-8473-89a6b5c09db4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.1712561 May 23 20:23:44.568209 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a272e721-1d0f-4604-b287-db01d21297cd req-26770719-f8e4-4c82-967a-d9d0e68d4f68 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329544 May 23 20:23:44.568209 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-1e7ef388-e2d5-4b08-bf74-f7983b23996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.568209 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-1e7ef388-e2d5-4b08-bf74-f7983b23996f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773175 May 23 20:23:44.591355 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:44.591750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:44.716971 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d8fde617-ca38-4ce8-80d2-b6ad048e81b2 req-eae5a872-746d-4de0-a8ce-5a726b7239fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235742 May 23 20:23:44.742488 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e8042739-49f6-411f-9d05-168abc02978a req-35b7f0f5-811f-4f3e-9b1f-31b614841810 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904702 May 23 20:23:44.746568 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-65d86bca-12ed-4f66-8019-edde06829a05 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723189 May 23 20:23:44.814400 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:44.888537 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:44.888929 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:44.897279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:44.928249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:44.939375 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da086ec-ccf9-4a9b-9f6f-611cc4fb82ba req-549b9cb7-724c-4c15-8709-390e8a5c2551 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:44.940546 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4da086ec-ccf9-4a9b-9f6f-611cc4fb82ba req-549b9cb7-724c-4c15-8709-390e8a5c2551 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0840840 May 23 20:23:45.000522 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4da086ec-ccf9-4a9b-9f6f-611cc4fb82ba req-23542790-13b5-4cf4-a979-c062fc56569e tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 May 23 20:23:45.007256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:45.083883 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:45.086336 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030c8a5-0014-4226-8902-4e7f50c4335e" -d '{"events": [{"server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "name": "network-vif-plugged", "status": "completed", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:45.089566 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:45.171477 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df11833-b48f-48fd-bfd4-2600069efdd9 x-openstack-request-id: req-5df11833-b48f-48fd-bfd4-2600069efdd9 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:45.171947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "name": "network-vif-plugged", "status": "completed", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:45.172296 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5df11833-b48f-48fd-bfd4-2600069efdd9 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:45.173556 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df11833-b48f-48fd-bfd4-2600069efdd9'] response: {'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'code': 200} May 23 20:23:45.373782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3699-2c94-47f8-b870-c87e085809f4 req-b1773081-ece9-4450-bbd5-82b9199f0d58 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:45.381575 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8ffe3699-2c94-47f8-b870-c87e085809f4 req-b1773081-ece9-4450-bbd5-82b9199f0d58 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.0603402 May 23 20:23:45.437849 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8ffe3699-2c94-47f8-b870-c87e085809f4 req-8cb56f67-9777-4a32-8db2-f240cadc1668 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551486 May 23 20:23:45.555621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:45.614237 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:45.709857 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ee7436d-84ed-4066-95a9-5ec5ff1a81ad req-cda9693e-d54f-481a-b1c2-b80d2c439001 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413763 May 23 20:23:45.728264 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:45.773054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109c0a-a6aa-45ce-8e26-77d2ede75046 req-1be2fa01-f996-4f45-8182-26cc8f3c1282 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:45.774854 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f0109c0a-a6aa-45ce-8e26-77d2ede75046 req-1be2fa01-f996-4f45-8182-26cc8f3c1282 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0921638 May 23 20:23:45.819227 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Floating IP cb30f53a-1042-4cec-b973-fb56df7309c4 associated. External IP: 172.27.2.48, port: 9991b679-f7be-400d-a65d-c38eece74bbe. May 23 20:23:45.914216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c018ec-523a-4a5e-9bf8-523f29ab9b93 req-dc82747b-651e-4cac-a1be-00778b09c7e6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:45.915169 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f0109c0a-a6aa-45ce-8e26-77d2ede75046 req-c824a540-3ba4-4cea-8363-89b648285f28 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327469 May 23 20:23:45.916292 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0c018ec-523a-4a5e-9bf8-523f29ab9b93 req-dc82747b-651e-4cac-a1be-00778b09c7e6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0863440 May 23 20:23:45.982912 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0c018ec-523a-4a5e-9bf8-523f29ab9b93 req-fcd973ae-fc3d-423b-9b8c-7d8e3bf1f08e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528755 May 23 20:23:46.011761 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=53 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:46.013429 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:46.129857 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:46.139039 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac52a91-0877-4c2d-82a8-5b8fed99f8d2 req-03f0696f-4fe7-4c01-b3eb-02b023edd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:46.142147 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aac52a91-0877-4c2d-82a8-5b8fed99f8d2 req-03f0696f-4fe7-4c01-b3eb-02b023edd4cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 1130 time: 0.0945973 May 23 20:23:46.248458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:46.254166 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:46.262734 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:46.272942 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:46.273763 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:46.288362 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0a4319ec-a3b7-4522-ba59-705dd0b002a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "PUT /v2.0/floatingips/cb30f53a-1042-4cec-b973-fb56df7309c4 HTTP/1.1" status: 200 len: 990 time: 2.1054006 May 23 20:23:46.288920 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:46.291797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f" -d '{"events": [{"name": "network-changed", "server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:46.329092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4570fac1-478e-4574-a059-325f23b48920 x-openstack-request-id: req-4570fac1-478e-4574-a059-325f23b48920 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:46.329407 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:46.330420 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4570fac1-478e-4574-a059-325f23b48920 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:46.330827 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4570fac1-478e-4574-a059-325f23b48920'] response: {'name': 'network-changed', 'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe', 'status': 'completed', 'code': 200} May 23 20:23:46.379267 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:46.577593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:46.597245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59644) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:46.609534 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089ed0-30f1-4116-9162-536436ca4d16 req-3f014eb8-0277-4d63-a6eb-ac112ee52858 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:46.616417 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1b089ed0-30f1-4116-9162-536436ca4d16 req-3f014eb8-0277-4d63-a6eb-ac112ee52858 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.0883029 May 23 20:23:46.669007 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'cb30f53a-1042-4cec-b973-fb56df7309c4', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9991b679-f7be-400d-a65d-c38eece74bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:3c:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:45Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:46.674120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1b089ed0-30f1-4116-9162-536436ca4d16 req-d0bf1a69-19be-4819-a175-cd5c4135935c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 May 23 20:23:46.699443 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:46.711638 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:46.712266 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:46.730570 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-33994a80-9431-4cad-81f6-f5185c3820b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:46.811741 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-33994a80-9431-4cad-81f6-f5185c3820b7 admin admin] Publish callbacks [] for security_group (2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:46.817373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:46.887246 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-33994a80-9431-4cad-81f6-f5185c3820b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:46.926611 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-33994a80-9431-4cad-81f6-f5185c3820b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78c929a145cb4695b54c059b547e0424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275771 May 23 20:23:46.929487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59648) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:46.932799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33994a80-9431-4cad-81f6-f5185c3820b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:46.971228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:46.988001 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] Publish callbacks [] for security_group (2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:47.046907 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] Publish callbacks [] for security_group (2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:47.057014 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'cb30f53a-1042-4cec-b973-fb56df7309c4', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9991b679-f7be-400d-a65d-c38eece74bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:3c:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:45Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:47.064195 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07ba4c-1a13-4b99-b089-9317f05904e9 req-83a4ddd3-520c-41a3-ae71-9a92380932f3 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:47.070403 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-da07ba4c-1a13-4b99-b089-9317f05904e9 req-83a4ddd3-520c-41a3-ae71-9a92380932f3 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0803981 May 23 20:23:47.097394 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098cac-e1fe-40d4-bc58-be8a4f36a000 None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'cb30f53a-1042-4cec-b973-fb56df7309c4', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9991b679-f7be-400d-a65d-c38eece74bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:3c:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:45Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:47.141074 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-da07ba4c-1a13-4b99-b089-9317f05904e9 req-a4b8ef4b-6fec-40fe-8b7b-ff5fbbbec286 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660782 May 23 20:23:47.162098 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddae64-2049-4953-ae56-266aa2600870 req-2a2359e8-4b3e-4865-9681-3859cfa93fc5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:47.175059 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f7ddae64-2049-4953-ae56-266aa2600870 req-2a2359e8-4b3e-4865-9681-3859cfa93fc5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.1039340 May 23 20:23:47.177531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:47.204528 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aac52a91-0877-4c2d-82a8-5b8fed99f8d2 req-ab48cf86-6ecd-4db9-abaf-b429c6601627 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688666 May 23 20:23:47.238145 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f7ddae64-2049-4953-ae56-266aa2600870 req-d2ddce33-91de-4213-8faa-4933ea54fd49 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613592 May 23 20:23:47.260043 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:47.263230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:47.271792 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c HTTP/1.1" status: 204 len: 168 time: 0.3337772 May 23 20:23:47.273131 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89700b-33c9-4e76-9267-4cf11cf117dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af43fc2-d7ec-4d0d-9b10-ec4bcf53e88c,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:47.375912 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503896d-792d-44f9-8b43-409a60dad8b0 None None] New status for floating IP cb30f53a-1042-4cec-b973-fb56df7309c4: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:23:47.483751 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:47.703560 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-a9bcf771-d49f-45b2-8eb2-761dfda060b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:47.703560 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-a9bcf771-d49f-45b2-8eb2-761dfda060b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0466111 May 23 20:23:47.798217 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb449-c020-49f0-98d9-6fd87210508d req-02726833-ac3e-41bc-892f-66385d315387 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:47.799801 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-090cb449-c020-49f0-98d9-6fd87210508d req-02726833-ac3e-41bc-892f-66385d315387 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 944 time: 0.0530322 May 23 20:23:47.806051 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-2b8cf608-3349-43b4-a0f9-48a4070acba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:47.807550 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-2b8cf608-3349-43b4-a0f9-48a4070acba4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.0989380 May 23 20:23:47.846729 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-090cb449-c020-49f0-98d9-6fd87210508d req-5c646ea6-a526-4dde-976a-b587dd60818b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 May 23 20:23:48.078231 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59680) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:48.093636 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f421cb-2c1d-49e5-bfd7-e1e7d403e72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.241071 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-ce7d5f7f-fcf5-47dd-b446-c102714e32db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 1000 time: 0.1104715 May 23 20:23:48.265473 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646c4e-7c81-47a0-b4f5-60eebc050d4f req-dff06e53-03b7-4356-9128-ad46f29fac72 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:48.266972 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8646c4e-7c81-47a0-b4f5-60eebc050d4f req-dff06e53-03b7-4356-9128-ad46f29fac72 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0566559 May 23 20:23:48.301525 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f421cb-2c1d-49e5-bfd7-e1e7d403e72d admin admin] Publish callbacks [] for security_group (32298eee-0c51-427d-b91c-48dbdf43d229), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.315799 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-361af67b-bf98-48ea-bbbc-39c56b3a473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:48.316263 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8646c4e-7c81-47a0-b4f5-60eebc050d4f req-033cd74c-d2e5-4b03-a4cf-4050ff6f3725 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 May 23 20:23:48.317254 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-361af67b-bf98-48ea-bbbc-39c56b3a473f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0618336 May 23 20:23:48.361919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-7c09b8b0-7736-4d88-ba4f-09333afdce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:48.363468 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-7c09b8b0-7736-4d88-ba4f-09333afdce36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402617 May 23 20:23:48.391665 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d0965418-0eb9-41f9-bd9a-a071392128fb details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:48.422479 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f421cb-2c1d-49e5-bfd7-e1e7d403e72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (32298eee-0c51-427d-b91c-48dbdf43d229), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.429195 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33595cbf-3966-4582-a44b-9e2ccfcaddb0 req-9e2aa5d6-e648-4371-b39d-2e4318884ebe tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:48.430744 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33595cbf-3966-4582-a44b-9e2ccfcaddb0 req-9e2aa5d6-e648-4371-b39d-2e4318884ebe tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0556855 May 23 20:23:48.487557 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33595cbf-3966-4582-a44b-9e2ccfcaddb0 req-512defee-832c-4a6d-a94f-ff4c54ad00af tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504460 May 23 20:23:48.516453 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-36f421cb-2c1d-49e5-bfd7-e1e7d403e72d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a2328a1b5ff471abbeab6db4746bdb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290955 May 23 20:23:48.517060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59692) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:48.520377 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f421cb-2c1d-49e5-bfd7-e1e7d403e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32298eee-0c51-427d-b91c-48dbdf43d229,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:48.546887 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-0935f366-f35c-41d6-9342-6525daf430e4 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526189 May 23 20:23:48.583715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] Publish callbacks [] for security_group (32298eee-0c51-427d-b91c-48dbdf43d229), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.613128 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] Publish callbacks [] for security_group (32298eee-0c51-427d-b91c-48dbdf43d229), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.652967 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:48.661905 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d0965418-0eb9-41f9-bd9a-a071392128fb,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:48.680381 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'd0965418-0eb9-41f9-bd9a-a071392128fb', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'port_id': 'd0965418-0eb9-41f9-bd9a-a071392128fb', 'mac_address': 'fa:16:3e:45:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:48.716555 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d0965418-0eb9-41f9-bd9a-a071392128fb is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:48.716945 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.730033 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0965418-0eb9-41f9-bd9a-a071392128fb {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:48.750252 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d0965418-0eb9-41f9-bd9a-a071392128fb,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:48.750620 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:48.779288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e2a70559-f135-4bb4-bcb4-e61d0337c754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.779579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (32298eee-0c51-427d-b91c-48dbdf43d229), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.783943 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.785897 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32298eee-0c51-427d-b91c-48dbdf43d229 HTTP/1.1" status: 204 len: 168 time: 0.2667418 May 23 20:23:48.794287 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bdd7b-ef20-4943-ac9e-f5739fe6e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32298eee-0c51-427d-b91c-48dbdf43d229,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:48.852266 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:48.853214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:23:48.975864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:49.032242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:49.037700 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a18d7-3a53-4589-9599-7e2a12837302 req-da832df4-eaaa-43cf-809e-b61ecdb0260b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:49.047240 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a32a18d7-3a53-4589-9599-7e2a12837302 req-da832df4-eaaa-43cf-809e-b61ecdb0260b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 945 time: 0.0727894 May 23 20:23:49.056389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:23:49.061379 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97a1ffbf-cb22-4f28-94bd-98f16aa4b78f req-83463165-38a5-41f6-a9f2-71ec3b036cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361592 May 23 20:23:49.099537 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a32a18d7-3a53-4589-9599-7e2a12837302 req-bb73cbee-8bb7-4c31-8ccd-01b6f4b39acd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 May 23 20:23:49.100489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:49.100868 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:49.116856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:23:49.136408 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:49.138947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:49.231731 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:49.284523 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:49.448855 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dea5a-e259-4fd2-938d-8835b037574a req-a39020b3-6f5d-4280-b89a-c970efc10049 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:49.450384 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c55dea5a-e259-4fd2-938d-8835b037574a req-a39020b3-6f5d-4280-b89a-c970efc10049 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0481420 May 23 20:23:49.451766 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:49.497937 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c55dea5a-e259-4fd2-938d-8835b037574a req-7b4dd16c-d9cd-4058-bea8-b617f2dafc31 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 May 23 20:23:49.619761 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635afc75-5329-410c-b3cc-c69e9e17437c req-320329bc-7725-4319-ae2e-12ebaa63c2fb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:49.621641 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-635afc75-5329-410c-b3cc-c69e9e17437c req-320329bc-7725-4319-ae2e-12ebaa63c2fb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0488565 May 23 20:23:49.631054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59732) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:49.637542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:49.651891 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['d0965418-0eb9-41f9-bd9a-a071392128fb'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:49.686150 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:49.723025 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:49.747262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:23:49.809940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485161f6-5021-4545-b93a-8c1d1615d462 req-b2cb743d-861e-4ba0-a722-7f68c9b5a3db tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:49.811535 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-485161f6-5021-4545-b93a-8c1d1615d462 req-b2cb743d-861e-4ba0-a722-7f68c9b5a3db tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.2422688 May 23 20:23:49.898994 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-485161f6-5021-4545-b93a-8c1d1615d462 req-47cd7f2b-5f0c-48da-bf18-f38c47bdfcee tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735147 May 23 20:23:49.908646 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:50.453759 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59760) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:50.490862 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562d7f-53e9-46ee-a931-66d402be9152 req-dcedacde-99b4-490e-a4e2-4620d65998fc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:50.492312 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-64562d7f-53e9-46ee-a931-66d402be9152 req-dcedacde-99b4-490e-a4e2-4620d65998fc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 945 time: 0.3068080 May 23 20:23:50.512918 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.548199 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-64562d7f-53e9-46ee-a931-66d402be9152 req-a6d0d2ea-1f59-462b-9b0c-03896b799ac6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485330 May 23 20:23:50.550579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:50.572383 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e5cf44a1-db1f-4f4a-9f75-9595835c8de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.589415 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.645128 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e5cf44a1-db1f-4f4a-9f75-9595835c8de4 admin admin] Publish callbacks [] for security_group (6ea16716-91f2-4f3a-91ef-dec09d1799ce), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.685234 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP d8eea9e1-928c-4af8-b49a-69d8519bed62 associated. External IP: 172.27.2.2, port: b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e. May 23 20:23:50.726404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e5cf44a1-db1f-4f4a-9f75-9595835c8de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (6ea16716-91f2-4f3a-91ef-dec09d1799ce), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.768828 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e5cf44a1-db1f-4f4a-9f75-9595835c8de4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da02174b2ced4bc29ab2688199043787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111956 May 23 20:23:50.768828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf44a1-db1f-4f4a-9f75-9595835c8de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea16716-91f2-4f3a-91ef-dec09d1799ce,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:50.769971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59770) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:50.822425 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] Publish callbacks [] for security_group (6ea16716-91f2-4f3a-91ef-dec09d1799ce), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.849392 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] Publish callbacks [] for security_group (6ea16716-91f2-4f3a-91ef-dec09d1799ce), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.905050 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbad9-c714-4a49-8210-00ac7ba1bd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.909448 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:50.918904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:23:50.968926 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (6ea16716-91f2-4f3a-91ef-dec09d1799ce), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.972070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:50.977375 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ea16716-91f2-4f3a-91ef-dec09d1799ce HTTP/1.1" status: 204 len: 168 time: 0.2064252 May 23 20:23:51.022755 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bde83-f42f-4a80-be8b-2ec90b2755fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea16716-91f2-4f3a-91ef-dec09d1799ce,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:51.046217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:23:51.051480 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:51.063181 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:23:51.081192 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:51.084576 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:51.087852 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7ab5a630-0500-4cb7-a450-116c478c497c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "PUT /v2.0/floatingips/d8eea9e1-928c-4af8-b49a-69d8519bed62 HTTP/1.1" status: 200 len: 990 time: 1.4525518 May 23 20:23:51.087852 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:51.089712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:51.091340 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141115-4a09-4f26-8dd6-4b4907c39d28 req-06e7690a-11b3-450c-8053-f38be1f1d695 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.101241 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6c141115-4a09-4f26-8dd6-4b4907c39d28 req-06e7690a-11b3-450c-8053-f38be1f1d695 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.1220939 May 23 20:23:51.131986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:51.181458 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d0965418-0eb9-41f9-bd9a-a071392128fb up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:51.219636 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6c141115-4a09-4f26-8dd6-4b4907c39d28 req-57e96c00-ff85-427b-9d89-4ee103934d70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150534 May 23 20:23:51.293278 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63410e71-5ded-4b04-bca0-315d22c778bd x-openstack-request-id: req-63410e71-5ded-4b04-bca0-315d22c778bd {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:51.293802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:51.294272 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63410e71-5ded-4b04-bca0-315d22c778bd {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:51.294861 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63410e71-5ded-4b04-bca0-315d22c778bd'] response: {'name': 'network-changed', 'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'status': 'completed', 'code': 200} May 23 20:23:51.301486 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port d0965418-0eb9-41f9-bd9a-a071392128fb completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:51.305342 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:51.365227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-487a6eb4-ba6d-468a-87cc-bea1666945da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.367158 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-487a6eb4-ba6d-468a-87cc-bea1666945da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 1130 time: 0.0518486 May 23 20:23:51.385270 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port d0965418-0eb9-41f9-bd9a-a071392128fb triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:51.389287 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:51.478051 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-5d2c71ce-a789-4eb2-9dd0-f09f1ac66e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.480149 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-5d2c71ce-a789-4eb2-9dd0-f09f1ac66e56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.1061831 May 23 20:23:51.520909 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d0965418-0eb9-41f9-bd9a-a071392128fb is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:51.521294 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:51.546940 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:51.549832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aee7e65-5991-4857-b2da-1fd5cc6808f0" -d '{"events": [{"server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:51.565624 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d0965418-0eb9-41f9-bd9a-a071392128fb,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:51.585174 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-a4afdc47-cdb1-4eb3-83ef-85352d5cd4f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 200 len: 998 time: 0.0861220 May 23 20:23:51.587108 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:50Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:51.613076 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053a046-bcf1-4793-8bf9-74e5b17e1a27 x-openstack-request-id: req-0053a046-bcf1-4793-8bf9-74e5b17e1a27 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:51.613851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:51.614268 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0053a046-bcf1-4793-8bf9-74e5b17e1a27 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:51.619035 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0053a046-bcf1-4793-8bf9-74e5b17e1a27'] response: {'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb', 'code': 200} May 23 20:23:51.626007 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:23:51.640832 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:23:51.641663 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:51.644596 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:51.645902 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:23:51.694230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-03cd58e7-2629-4913-a6a2-c5b817616588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.699326 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-03cd58e7-2629-4913-a6a2-c5b817616588 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.1083052 May 23 20:23:51.699479 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:51.782704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-224f117f-f12b-4aee-91fb-d9a3779db238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.784634 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-224f117f-f12b-4aee-91fb-d9a3779db238 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787909 May 23 20:23:51.794381 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9848d-2fa0-40ac-b9d4-3f0348459594 req-e5eaed88-f9f8-45ae-9257-4ee61a1ab23f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:51.800453 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:23:51.802432 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e8d9848d-2fa0-40ac-b9d4-3f0348459594 req-e5eaed88-f9f8-45ae-9257-4ee61a1ab23f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0849011 May 23 20:23:51.854913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:23:51.872827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:51.929524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e8d9848d-2fa0-40ac-b9d4-3f0348459594 req-28e16b63-4ce8-44b4-a709-e6385adfb9a2 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213462 May 23 20:23:51.955275 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-ca17474d-55be-4205-b94e-d6814ce88888 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503356 May 23 20:23:51.971635 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:23:51.972401 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:51.992840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 59810) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:52.009813 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ccc58792-c433-4e99-ba69-57f05d59af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.081188 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a83da-5758-4e55-ba2b-e7b4588f9add req-0caab92f-7355-45e4-89a3-e6fb23e00a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:52.086408 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ad7a83da-5758-4e55-ba2b-e7b4588f9add req-0caab92f-7355-45e4-89a3-e6fb23e00a82 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1130 time: 0.0780296 May 23 20:23:52.098675 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:23:52.099223 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.112340 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.139117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:23:52.140723 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8203c508-aff8-4d0b-aaed-0f6ab8cacfe9 req-49ccea26-2be7-429a-8561-e073f76f2877 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789529 May 23 20:23:52.148761 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:52.163526 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:52.165798 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:50Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:23:52.185244 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ad7a83da-5758-4e55-ba2b-e7b4588f9add req-446074b1-8029-4809-8b80-1484bb2907d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 May 23 20:23:52.192139 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb7aff-3caa-42d4-9e62-d39100fee2fb None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:50Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:23:52.207263 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.229076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:52.249445 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ccc58792-c433-4e99-ba69-57f05d59af3e admin admin] Publish callbacks [] for security_group (3ab51583-801a-4be3-8126-256beb304925), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.269617 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:52.347158 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ccc58792-c433-4e99-ba69-57f05d59af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3ab51583-801a-4be3-8126-256beb304925), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.386699 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d2930-b7a4-4088-975c-67e7b9b4f688 req-6ca58eed-492f-48e2-bf9e-7e42077066fc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:52.388241 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff2d2930-b7a4-4088-975c-67e7b9b4f688 req-6ca58eed-492f-48e2-bf9e-7e42077066fc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0855854 May 23 20:23:52.401714 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ccc58792-c433-4e99-ba69-57f05d59af3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75466547f0554439adf0a20b38e63d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067693 May 23 20:23:52.404329 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 59816) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:52.407000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc58792-c433-4e99-ba69-57f05d59af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab51583-801a-4be3-8126-256beb304925,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:52.426451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e4b5f-a9d3-4f0d-9731-2198451b55eb None None] New status for floating IP d8eea9e1-928c-4af8-b49a-69d8519bed62: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:23:52.454615 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff2d2930-b7a4-4088-975c-67e7b9b4f688 req-de84b7a4-421b-443e-a684-ef32b5f2f0e4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571630 May 23 20:23:52.474506 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] Publish callbacks [] for security_group (3ab51583-801a-4be3-8126-256beb304925), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.474911 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:52.499547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] Publish callbacks [] for security_group (3ab51583-801a-4be3-8126-256beb304925), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.692302 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3ab51583-801a-4be3-8126-256beb304925), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.695662 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:52.696795 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ab51583-801a-4be3-8126-256beb304925 HTTP/1.1" status: 204 len: 168 time: 0.2911618 May 23 20:23:52.705335 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4842fc-0a74-4992-a335-ca0954016119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab51583-801a-4be3-8126-256beb304925,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:52.836295 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:53.034328 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15a2d9-19e0-4f0b-ac04-ccd29ba37c3c req-ce284620-1b17-4ed1-ace7-352cd48c7642 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:53.035832 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b15a2d9-19e0-4f0b-ac04-ccd29ba37c3c req-ce284620-1b17-4ed1-ace7-352cd48c7642 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0472534 May 23 20:23:53.086966 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b15a2d9-19e0-4f0b-ac04-ccd29ba37c3c req-becf9c4b-cb2b-4000-b438-66e0b8912284 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 May 23 20:23:53.474893 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:53.506255 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:53.568793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba342a6-9485-4945-a37b-7ec04b17805f req-cac731e0-7d3b-49d9-9eec-61e791072450 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:53.570281 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8ba342a6-9485-4945-a37b-7ec04b17805f req-cac731e0-7d3b-49d9-9eec-61e791072450 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0488982 May 23 20:23:53.616437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:23:53.618808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a8e17-b8f5-4b68-8886-c89d751a4f32" -d '{"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:23:53.619741 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8ba342a6-9485-4945-a37b-7ec04b17805f req-59fbf2cf-bd8e-42f1-835b-77d3015ef4c4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 May 23 20:23:53.662412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5f600-8d90-4a8f-afee-b1986a457075 x-openstack-request-id: req-d6f5f600-8d90-4a8f-afee-b1986a457075 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:23:53.662412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:23:53.662412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6f5f600-8d90-4a8f-afee-b1986a457075 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:23:53.662412 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f5f600-8d90-4a8f-afee-b1986a457075'] response: {'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'code': 200} May 23 20:23:54.203366 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de854ae-1f2a-451c-b56f-e8599e4dfcb2 req-6bb497c8-1d08-4636-93cc-7ec0b1d2356c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:54.204818 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4de854ae-1f2a-451c-b56f-e8599e4dfcb2 req-6bb497c8-1d08-4636-93cc-7ec0b1d2356c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0458491 May 23 20:23:54.260422 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4de854ae-1f2a-451c-b56f-e8599e4dfcb2 req-98484ee9-69a1-4b24-9d97-b4d000cd698d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490606 May 23 20:23:54.399833 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66d98-782f-4ee4-9a87-166397a86c8a req-1ecd4cd6-3cd5-4416-b64d-ca19590d64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:54.401333 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-47f66d98-782f-4ee4-9a87-166397a86c8a req-1ecd4cd6-3cd5-4416-b64d-ca19590d64ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1129 time: 0.0409036 May 23 20:23:54.414405 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:54.459637 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-47f66d98-782f-4ee4-9a87-166397a86c8a req-d5a50877-a30f-4a0d-a96b-a88201247a64 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 May 23 20:23:54.743637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfcd8d-d2af-4e09-9a63-97fd5574f8e3 req-5016a8e9-ba16-4581-84e0-312fce4d39ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:54.745901 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dadfcd8d-d2af-4e09-9a63-97fd5574f8e3 req-5016a8e9-ba16-4581-84e0-312fce4d39ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0484858 May 23 20:23:54.796733 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dadfcd8d-d2af-4e09-9a63-97fd5574f8e3 req-1f910c79-a22a-429e-8abe-854cb7b21be8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446801 May 23 20:23:55.053136 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:55.373983 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554649c8-24d5-4144-a5dd-81ae7c2b07b5 req-3cb0803d-2bf8-42ad-b110-1d1204cc410b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:55.375537 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-554649c8-24d5-4144-a5dd-81ae7c2b07b5 req-3cb0803d-2bf8-42ad-b110-1d1204cc410b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0461705 May 23 20:23:55.407943 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:55.422970 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-554649c8-24d5-4144-a5dd-81ae7c2b07b5 req-3981d59e-5d33-4680-9c7c-6919c0515389 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 May 23 20:23:55.624832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:55.756148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:55.946875 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7422f7f-0fae-455c-a8aa-abba576516d3 req-7559cd73-38ea-489a-b1db-d83830eaf47d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:55.948861 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a7422f7f-0fae-455c-a8aa-abba576516d3 req-7559cd73-38ea-489a-b1db-d83830eaf47d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0539353 May 23 20:23:55.997176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd14b6-3804-4077-903c-2a30a38894e2 req-b31175b6-00c4-41f1-95f4-64684b72e20a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:55.998802 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aefd14b6-3804-4077-903c-2a30a38894e2 req-b31175b6-00c4-41f1-95f4-64684b72e20a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0496240 May 23 20:23:56.001473 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a7422f7f-0fae-455c-a8aa-abba576516d3 req-f8b9ce12-ab16-4ffd-ae25-b914afe81493 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467365 May 23 20:23:56.046541 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aefd14b6-3804-4077-903c-2a30a38894e2 req-396b29f3-3112-4a46-896b-f1a0a8b2eb5d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 May 23 20:23:56.247002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:56.653815 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:57.024785 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:57.143906 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ef7dd-acc8-4ee0-a666-3d449d6736af req-be39c1fa-4973-421d-80a6-9141aeb28e93 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:57.154100 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e92ef7dd-acc8-4ee0-a666-3d449d6736af req-be39c1fa-4973-421d-80a6-9141aeb28e93 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0789928 May 23 20:23:57.175116 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8e9d2-f90e-40e1-905b-cc012557e648 req-e87a82c2-498f-4285-9de0-8d742d01b72f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:57.176905 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6bc8e9d2-f90e-40e1-905b-cc012557e648 req-e87a82c2-498f-4285-9de0-8d742d01b72f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0566015 May 23 20:23:57.230721 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e92ef7dd-acc8-4ee0-a666-3d449d6736af req-b1cc3dc5-4dcf-43e2-8f0f-6960b07017bb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757678 May 23 20:23:57.246564 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6bc8e9d2-f90e-40e1-905b-cc012557e648 req-58ec5e2a-90e3-41a7-9b2a-207ae3528ad0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628161 May 23 20:23:58.047890 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:58.126137 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:58.382326 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff05aa-5c58-4edc-9f04-5680469bdaa3 req-77bd6ba6-b0b5-475f-a635-65fbcb10ff23 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.383791 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-24ff05aa-5c58-4edc-9f04-5680469bdaa3 req-77bd6ba6-b0b5-475f-a635-65fbcb10ff23 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0511174 May 23 20:23:58.384926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2b225-d508-4589-a8cc-84904cd36113 req-503eaf63-fb28-47b8-99ae-edca10d850fc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.386537 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f8d2b225-d508-4589-a8cc-84904cd36113 req-503eaf63-fb28-47b8-99ae-edca10d850fc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0534587 May 23 20:23:58.432918 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-24ff05aa-5c58-4edc-9f04-5680469bdaa3 req-8823f5e5-1789-4cdc-855a-9999a94a60a5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 May 23 20:23:58.435713 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f8d2b225-d508-4589-a8cc-84904cd36113 req-998917cb-983c-4ac5-8e71-1a1365ba90f4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 May 23 20:23:58.554922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473407f-a8a1-4198-9fad-2fbe06e9c44a req-d2f09233-0e4d-4087-86a5-cd3e97e1f822 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.556502 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a473407f-a8a1-4198-9fad-2fbe06e9c44a req-d2f09233-0e4d-4087-86a5-cd3e97e1f822 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0549760 May 23 20:23:58.564175 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-6d27d79b-f7c1-4379-85cb-92d20c3886e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.565580 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60014) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:58.565690 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-6d27d79b-f7c1-4379-85cb-92d20c3886e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1130 time: 0.0451653 May 23 20:23:58.570530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'floatingip': {'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:23:58.610230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:58.612414 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:58.668849 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-b04dd1a5-ccff-4a69-bcd7-aea20a123271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.675588 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-b04dd1a5-ccff-4a69-bcd7-aea20a123271 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0904319 May 23 20:23:58.720082 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60020) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:58.753301 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-04b09f32-5e39-4750-8530-3dc07e587ce0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0965418-0eb9-41f9-bd9a-a071392128fb HTTP/1.1" status: 200 len: 217 time: 0.0495572 May 23 20:23:58.795220 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60024) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:58.815691 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-60226a3e-52ab-40e4-b984-82eab8a27cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.817421 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-60226a3e-52ab-40e4-b984-82eab8a27cc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0575693 May 23 20:23:58.883334 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-334e1428-fdc2-4aac-b3f9-56d10c61e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:58.885556 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-334e1428-fdc2-4aac-b3f9-56d10c61e71b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621312 May 23 20:23:58.991679 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-28235756-de2f-4a53-8a66-5f3b5abfb386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.008691 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:59.031137 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-a8511537-5a29-4525-a692-22e8a33dac34 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383636 May 23 20:23:59.075337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.165706 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aff7e828-82c4-45ad-8cb3-24d3866c8ba8 req-46b89f86-2424-4c74-abaf-d4d8120177b6 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156809 May 23 20:23:59.253868 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.271356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-28235756-de2f-4a53-8a66-5f3b5abfb386 admin admin] Publish callbacks [] for security_group (b629f11e-c22b-4d0c-ad0d-daa0175b80e4), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.298458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Publish callbacks [] for security_group (e8ea08c7-bd5e-4185-ada8-46dd49286352), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.343172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.380529 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e8ea08c7-bd5e-4185-ada8-46dd49286352), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.382844 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-28235756-de2f-4a53-8a66-5f3b5abfb386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (b629f11e-c22b-4d0c-ad0d-daa0175b80e4), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.452948 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-28235756-de2f-4a53-8a66-5f3b5abfb386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6eb34af0f19d4eeb9646f3b02ec564d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7319186 May 23 20:23:59.455441 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2253decf5fa94603babbf5c9e8c0139f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6577885 May 23 20:23:59.456093 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60050) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:59.458765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60052) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:59.480706 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea08c7-bd5e-4185-ada8-46dd49286352,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:59.503462 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.503809 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.504147 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.504479 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.504804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.505136 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.505454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.505774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.506346 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.506478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.506826 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.507150 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.507622 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.507965 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.508259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe67bf6-94e0-457e-ac75-11d1cb72ebca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.526131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Publish callbacks [] for security_group (e8ea08c7-bd5e-4185-ada8-46dd49286352), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.551403 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Publish callbacks [] for security_group (e8ea08c7-bd5e-4185-ada8-46dd49286352), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.570316 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:59.600342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235756-de2f-4a53-8a66-5f3b5abfb386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629f11e-c22b-4d0c-ad0d-daa0175b80e4,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:59.621841 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60062) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:59.630653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:59.635589 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Floating IP c3a11b69-78c1-4b5b-af37-3a924ed1a093 associated. External IP: 172.27.2.93, port: f9e2fedd-ed41-4d66-9fcb-34b45c5b6538. May 23 20:23:59.679515 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c129a-e762-4b43-b505-26e7bc934a00 req-0a62763a-1feb-4f63-9860-e17a0d515682 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:59.681371 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-de3c129a-e762-4b43-b505-26e7bc934a00 req-0a62763a-1feb-4f63-9860-e17a0d515682 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1628962 May 23 20:23:59.682343 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f0a0-a9fb-4842-a73f-b4d16f218d33 req-a0b1b6e3-27bd-4111-a182-50769bd483a4 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:23:59.683940 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-71c0f0a0-a9fb-4842-a73f-b4d16f218d33 req-a0b1b6e3-27bd-4111-a182-50769bd483a4 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0501580 May 23 20:23:59.720355 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e8ea08c7-bd5e-4185-ada8-46dd49286352), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.721967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] Publish callbacks [] for security_group (b629f11e-c22b-4d0c-ad0d-daa0175b80e4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.726527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.726527 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8ea08c7-bd5e-4185-ada8-46dd49286352 HTTP/1.1" status: 204 len: 168 time: 0.2658911 May 23 20:23:59.731250 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:59.741216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:23:59.760018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea08c7-bd5e-4185-ada8-46dd49286352,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:23:59.777864 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f79dae0e-d3c9-4d56-a48d-920c1a0c2d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.784010 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-71c0f0a0-a9fb-4842-a73f-b4d16f218d33 req-91d23449-c020-4e9d-ba02-ff9130e989d5 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938258 May 23 20:23:59.790610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.790860 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.791219 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.791556 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.792030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.792239 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.792563 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.792884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.793205 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.793527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.794319 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.794319 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.794516 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.794992 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.795500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378362e1-478f-445a-b1f8-8350d8215cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:23:59.796347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] Publish callbacks [] for security_group (b629f11e-c22b-4d0c-ad0d-daa0175b80e4), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.834477 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-de3c129a-e762-4b43-b505-26e7bc934a00 req-70832db5-6e3e-4e31-a115-ecaf7ad5ab4b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459336 May 23 20:23:59.882463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f79dae0e-d3c9-4d56-a48d-920c1a0c2d55 admin admin] Publish callbacks [] for security_group (74bf4be4-c313-4c84-aaa0-868177e119df), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.934194 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f79dae0e-d3c9-4d56-a48d-920c1a0c2d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (74bf4be4-c313-4c84-aaa0-868177e119df), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:23:59.977120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f79dae0e-d3c9-4d56-a48d-920c1a0c2d55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f66c498128c4a66832a961694744ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541691 May 23 20:23:59.978993 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60068) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:23:59.985669 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dae0e-d3c9-4d56-a48d-920c1a0c2d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bf4be4-c313-4c84-aaa0-868177e119df,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:00.044177 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] Publish callbacks [] for security_group (74bf4be4-c313-4c84-aaa0-868177e119df), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.069853 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] Publish callbacks [] for security_group (74bf4be4-c313-4c84-aaa0-868177e119df), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.189985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:24:00.423426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:00.423426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.424938 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:00.424938 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:00.424938 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:00.425615 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c5f42e8e-8cce-429f-9205-e79493ed91a6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "PUT /v2.0/floatingips/c3a11b69-78c1-4b5b-af37-3a924ed1a093 HTTP/1.1" status: 200 len: 990 time: 1.7592227 May 23 20:24:00.425615 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:24:00.425615 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a76f28d-f363-477f-9eb8-a489310a2632" -d '{"events": [{"name": "network-changed", "server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:24:00.425854 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:00.425936 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f483693-340c-4e2c-9794-7df8e8e797f6 x-openstack-request-id: req-2f483693-340c-4e2c-9794-7df8e8e797f6 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:24:00.425936 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:24:00.425936 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f483693-340c-4e2c-9794-7df8e8e797f6 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:24:00.425936 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f483693-340c-4e2c-9794-7df8e8e797f6'] response: {'name': 'network-changed', 'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'status': 'completed', 'code': 200} May 23 20:24:00.426273 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:00.426355 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (74bf4be4-c313-4c84-aaa0-868177e119df), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.428447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.429578 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74bf4be4-c313-4c84-aaa0-868177e119df HTTP/1.1" status: 204 len: 168 time: 0.4496474 May 23 20:24:00.468597 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38c4ba-0de0-4fd7-8451-2f59b1d076c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bf4be4-c313-4c84-aaa0-868177e119df,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:00.509399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (b629f11e-c22b-4d0c-ad0d-daa0175b80e4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.512634 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:00.520046 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b629f11e-c22b-4d0c-ad0d-daa0175b80e4 HTTP/1.1" status: 204 len: 168 time: 1.0306227 May 23 20:24:00.522501 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e3d23-4b24-441b-a64b-ad997470a8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629f11e-c22b-4d0c-ad0d-daa0175b80e4,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:00.628569 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'c3a11b69-78c1-4b5b-af37-3a924ed1a093', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:29Z', 'updated_at': '2022-05-23T20:23:59Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:00.806373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:00.806373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:00.806373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:23:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:00.806373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:00.806373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:00.959733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dece719-8969-4716-98ea-db6e712f7a38 req-7636bbe4-67a2-4232-985a-6e470f0ef788 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:00.962285 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7dece719-8969-4716-98ea-db6e712f7a38 req-7636bbe4-67a2-4232-985a-6e470f0ef788 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0707102 May 23 20:24:00.978846 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60086) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:00.985846 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dd8a3-7561-4d5a-8098-f84ee37814ca req-d6fa3da6-8c88-4120-9c09-428c1a7f0e23 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:00.987817 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'c3a11b69-78c1-4b5b-af37-3a924ed1a093', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:29Z', 'updated_at': '2022-05-23T20:23:59Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:00.992231 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-574dd8a3-7561-4d5a-8098-f84ee37814ca req-d6fa3da6-8c88-4120-9c09-428c1a7f0e23 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0678461 May 23 20:24:01.002738 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:01.007492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45413d9c-10ce-4fef-b57d-9d640dcddc18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.023569 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce5fb6-3eed-49ec-a9c0-0e2c0003b1e0 None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'c3a11b69-78c1-4b5b-af37-3a924ed1a093', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:29Z', 'updated_at': '2022-05-23T20:23:59Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:01.064471 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7dece719-8969-4716-98ea-db6e712f7a38 req-bb705b5a-c3a3-46ed-a45e-6f38e4bd0075 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942829 May 23 20:24:01.074606 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-574dd8a3-7561-4d5a-8098-f84ee37814ca req-2bb27d03-cbd5-47f3-ab8c-7e3635e8aac7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 May 23 20:24:01.165406 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-bf91ded7-3cf0-4377-a487-a06f5355b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.167631 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45413d9c-10ce-4fef-b57d-9d640dcddc18 admin admin] Publish callbacks [] for security_group (ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.168086 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-bf91ded7-3cf0-4377-a487-a06f5355b38a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1129 time: 0.0662155 May 23 20:24:01.262716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-831f79b7-4a4d-4a4b-b75c-663dcf99015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.264250 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-831f79b7-4a4d-4a4b-b75c-663dcf99015f service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.0904317 May 23 20:24:01.269003 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45413d9c-10ce-4fef-b57d-9d640dcddc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.300896 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7313e7-ca9a-437e-8df9-d7ad832d994d None None] New status for floating IP c3a11b69-78c1-4b5b-af37-3a924ed1a093: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:24:01.311981 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-45413d9c-10ce-4fef-b57d-9d640dcddc18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=856246beca554beb923fa3adfa77aa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298378 May 23 20:24:01.312939 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45413d9c-10ce-4fef-b57d-9d640dcddc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:01.315455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60088) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:01.385184 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-a5abe248-41b1-4d3a-ac97-4c028b454ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 998 time: 0.1029344 May 23 20:24:01.403283 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] Publish callbacks [] for security_group (ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.426902 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] Publish callbacks [] for security_group (ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.546655 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-6a741a2f-0e16-4daa-aa3e-e84162b67626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.548079 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-6a741a2f-0e16-4daa-aa3e-e84162b67626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0445938 May 23 20:24:01.562692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.565351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.567338 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc HTTP/1.1" status: 204 len: 168 time: 0.2462897 May 23 20:24:01.575469 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60094) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:01.594374 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69715ee-ef02-40a7-bdf8-952e3db9c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e9da7-cc24-4d2d-a1be-ba915ad1d5fc,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:01.600585 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-f8cecfad-ec05-478b-86ec-b50ce457b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.608073 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-f8cecfad-ec05-478b-86ec-b50ce457b0af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477090 May 23 20:24:01.611337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884b3e68-764b-43cb-ac07-2c4b358662c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.676226 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-818e9e9e-6b26-47e5-bf91-80a4e47a4735 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.681882 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-818e9e9e-6b26-47e5-bf91-80a4e47a4735 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0861208 May 23 20:24:01.767605 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-a84677e2-d42b-471f-b497-5da3dc2019a4 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596489 May 23 20:24:01.849172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Deleting port cd556b35-e6cf-468e-aa39-ceba38437792 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:24:01.849414 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.854550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884b3e68-764b-43cb-ac07-2c4b358662c5 admin admin] Publish callbacks [] for security_group (05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.856384 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-0be22f62-f2de-4a3b-adf4-142d1a5e0f45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872209 May 23 20:24:01.862930 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:01.916487 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a76f28d-f363-477f-9eb8-a489310a2632 req-9c368fde-c816-4e77-9315-f382f2b3fb5c service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382275 May 23 20:24:01.918200 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884b3e68-764b-43cb-ac07-2c4b358662c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:01.961155 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-a655f5da-07ae-4c77-bce0-23a44ded0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:01.962943 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-a655f5da-07ae-4c77-bce0-23a44ded0f00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0594161 May 23 20:24:01.994825 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] For port cd556b35-e6cf-468e-aa39-ceba38437792, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=cd556b35-e6cf-468e-aa39-ceba38437792,segment=NetworkSegment(7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d),segment_id=7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:01.995701 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.009148 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-884b3e68-764b-43cb-ac07-2c4b358662c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=911d4fe9c4364fe89ea1ca97b9a267e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285958 May 23 20:24:02.013335 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60106) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:02.018421 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Calling delete_port for cd556b35-e6cf-468e-aa39-ceba38437792 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:24:02.021596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b3e68-764b-43cb-ac07-2c4b358662c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:02.031433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:02.095193 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:02.147134 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] Publish callbacks [] for security_group (05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.234934 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] Publish callbacks [] for security_group (05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.237347 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-c79ac73d-246b-4e96-9510-c7314a8bc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:02.238860 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-c79ac73d-246b-4e96-9510-c7314a8bc352 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.2375360 May 23 20:24:02.258168 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169afd-7100-46df-93ca-83d2eb62abd6 req-9369efad-a967-4a1d-bdc7-71bfd0db5cb3 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:02.259662 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-08169afd-7100-46df-93ca-83d2eb62abd6 req-9369efad-a967-4a1d-bdc7-71bfd0db5cb3 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 945 time: 0.0542607 May 23 20:24:02.264406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (cd556b35-e6cf-468e-aa39-ceba38437792), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.282856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['cd556b35-e6cf-468e-aa39-ceba38437792'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:24:02.308154 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Pushing event deleted for resources: {'Port': ['ID=cd556b35-e6cf-468e-aa39-ceba38437792,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:02.346505 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f656c-6926-4dfe-9a85-4a940257a05d req-d7e294a3-7e08-4989-b1e0-251b89b3bf06 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:02.348066 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-066f656c-6926-4dfe-9a85-4a940257a05d req-d7e294a3-7e08-4989-b1e0-251b89b3bf06 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1384695 May 23 20:24:02.384645 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-82f8431b-f668-4df6-9b90-34c3ce26818a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 1000 time: 0.1248863 May 23 20:24:02.416105 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] No DVR routers for this DVR port cd556b35-e6cf-468e-aa39-ceba38437792 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:24:02.427967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.431685 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-980fde93-ef83-481d-b3f5-48b4866f5552 req-82dd0a25-a43f-4bc0-ac97-47c0eea93ae9 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.31 "DELETE /v2.0/ports/cd556b35-e6cf-468e-aa39-ceba38437792 HTTP/1.1" status: 204 len: 173 time: 0.7454407 May 23 20:24:02.432434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'name': 'network-vif-deleted', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:24:02.435300 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e1305-9796-42e2-84f4-afaeb989b644" -d '{"events": [{"server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "name": "network-vif-deleted", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:24:02.442312 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-08169afd-7100-46df-93ca-83d2eb62abd6 req-ae2f6e43-1246-4a0f-97d5-98c29618ddca tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/security-groups?id=a95dae36-0fae-448d-99db-247a92528fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713099 May 23 20:24:02.468618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:02.486897 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-066f656c-6926-4dfe-9a85-4a940257a05d req-f7e7fbe2-8ddb-4b21-9a56-8f7731d7b545 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272218 May 23 20:24:02.489479 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.492043 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:02.493413 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1 HTTP/1.1" status: 204 len: 168 time: 0.4792216 May 23 20:24:02.504060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862306c9-8a68-4d70-8076-091c6837bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ac655b-7b36-46bb-8cf6-ba7a8c1e83e1,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:02.506803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-54b4170e-016c-4216-bc9d-0a4e6ca5f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:02.508444 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-54b4170e-016c-4216-bc9d-0a4e6ca5f543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.1160946 May 23 20:24:02.546975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a542a-bbd9-407e-8354-53ee44ed931a x-openstack-request-id: req-f25a542a-bbd9-407e-8354-53ee44ed931a {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:24:02.546975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecf2ba5-daf8-4535-9e28-5ee169593895", "name": "network-vif-deleted", "tag": "cd556b35-e6cf-468e-aa39-ceba38437792", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:24:02.546975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f25a542a-bbd9-407e-8354-53ee44ed931a {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:24:02.547276 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25a542a-bbd9-407e-8354-53ee44ed931a'] response: {'server_uuid': '6ecf2ba5-daf8-4535-9e28-5ee169593895', 'name': 'network-vif-deleted', 'tag': 'cd556b35-e6cf-468e-aa39-ceba38437792', 'status': 'completed', 'code': 200} May 23 20:24:02.573970 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-7b487c58-3f5a-47c8-8e46-ae7255e04fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:02.575486 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-7b487c58-3f5a-47c8-8e46-ae7255e04fdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525649 May 23 20:24:02.674586 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-e211a707-d500-4748-97d5-9ab4c3df98bb service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920069 May 23 20:24:02.790695 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:02.794463 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b836ba-44b1-4656-b4ce-7df670ac596a req-bf3200eb-307c-4711-9ac6-cc8172ab8a15 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 May 23 20:24:03.005207 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:24:03.390274 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:03.575501 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-eff97a2b-054e-466b-8e0e-f893af596c96 req-949f1580-bd56-4656-9067-420efb20313d tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.0380161 May 23 20:24:03.654426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213edd6e-9f0e-47f9-8cb9-158cbdb1f6b1 req-63901e0c-9f87-473a-b432-9d6964e585e8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:03.654426 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-213edd6e-9f0e-47f9-8cb9-158cbdb1f6b1 req-63901e0c-9f87-473a-b432-9d6964e585e8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0542641 May 23 20:24:03.711626 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-213edd6e-9f0e-47f9-8cb9-158cbdb1f6b1 req-9716b0e6-318a-4d38-844f-b82148a59633 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508554 May 23 20:24:03.795003 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60184) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:03.888214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:03.907142 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cc52e67b-c4cf-4d2d-ba7e-481d94c4cbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:03.983872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cc52e67b-c4cf-4d2d-ba7e-481d94c4cbc6 admin admin] Publish callbacks [] for security_group (ffd4a936-20a7-4600-b67a-d14e37f26c09), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.070036 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cc52e67b-c4cf-4d2d-ba7e-481d94c4cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ffd4a936-20a7-4600-b67a-d14e37f26c09), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.114779 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-cc52e67b-c4cf-4d2d-ba7e-481d94c4cbc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21de054853c848a1b280fb4744a5d91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168681 May 23 20:24:04.114779 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52e67b-c4cf-4d2d-ba7e-481d94c4cbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4a936-20a7-4600-b67a-d14e37f26c09,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:04.115843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60194) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:04.172518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] Publish callbacks [] for security_group (ffd4a936-20a7-4600-b67a-d14e37f26c09), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.191216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] Publish callbacks [] for security_group (ffd4a936-20a7-4600-b67a-d14e37f26c09), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.288236 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ffd4a936-20a7-4600-b67a-d14e37f26c09), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.290853 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:04.292783 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffd4a936-20a7-4600-b67a-d14e37f26c09 HTTP/1.1" status: 204 len: 168 time: 0.1751757 May 23 20:24:04.300206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cecbdb-9add-48b9-a5d3-57b537b92703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4a936-20a7-4600-b67a-d14e37f26c09,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:04.714167 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f7601745-57c3-4534-a1f0-198e3e0e264e req-f91235a2-d0a0-4685-8a10-fabce83dc746 tempest-DeleteServersTestJSON-1313114457 tempest-DeleteServersTestJSON-1313114457-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecf2ba5-daf8-4535-9e28-5ee169593895 HTTP/1.1" status: 200 len: 210 time: 0.0572054 May 23 20:24:04.863067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd223bd-241d-4ea1-850e-5f3fd53e4a55 req-b056f6d6-6aa4-4b1b-b5d1-0d5183db2db1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:04.869451 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-afd223bd-241d-4ea1-850e-5f3fd53e4a55 req-b056f6d6-6aa4-4b1b-b5d1-0d5183db2db1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0546761 May 23 20:24:04.912694 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-afd223bd-241d-4ea1-850e-5f3fd53e4a55 req-00cc6109-b341-4766-af99-8f1f2ae827a7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 May 23 20:24:06.025788 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac32e2f-a13e-4570-b94c-30583e982acc req-c3ef6d31-3791-4630-a4ed-f365fdcb4277 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:06.027772 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eac32e2f-a13e-4570-b94c-30583e982acc req-c3ef6d31-3791-4630-a4ed-f365fdcb4277 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0453184 May 23 20:24:06.100227 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eac32e2f-a13e-4570-b94c-30583e982acc req-41e4b401-1e78-42ea-a6dd-b46d397d3465 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649855 May 23 20:24:06.629574 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device cd556b35-e6cf-468e-aa39-ceba38437792 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:24:06.647755 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: cd556b35-e6cf-468e-aa39-ceba38437792 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:24:06.648112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device cd556b35-e6cf-468e-aa39-ceba38437792 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:24:07.227066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826f8fa-6787-4bd8-875d-3e4f1832f41b req-23b378a9-a642-4e08-b960-412353319872 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:07.228643 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6826f8fa-6787-4bd8-875d-3e4f1832f41b req-23b378a9-a642-4e08-b960-412353319872 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0525229 May 23 20:24:07.286785 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6826f8fa-6787-4bd8-875d-3e4f1832f41b req-6e329313-3563-4f6b-b829-7d0e3e77c25f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 May 23 20:24:07.689945 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60374) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:07.736886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Deleting subnet 35a76840-31d1-4847-9d93-8fa841ab6c76 {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:24:07.740165 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Publish callbacks [] for subnet (35a76840-31d1-4847-9d93-8fa841ab6c76), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:07.776719 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Publish callbacks [] for subnet (35a76840-31d1-4847-9d93-8fa841ab6c76), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:07.786775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (35a76840-31d1-4847-9d93-8fa841ab6c76), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:07.833567 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:07.927806 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (35a76840-31d1-4847-9d93-8fa841ab6c76), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:07.961462 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a76840-31d1-4847-9d93-8fa841ab6c76,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:07.965702 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:07.968807 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d49f0870-0bd8-4fde-aa18-652e76f38aa1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/35a76840-31d1-4847-9d93-8fa841ab6c76 HTTP/1.1" status: 204 len: 168 time: 0.2777228 May 23 20:24:07.971332 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60376) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:08.041593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (67dd9603-b898-4957-b227-ea3182295c01), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.127202 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (67dd9603-b898-4957-b227-ea3182295c01), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.160352 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.160730 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.161472 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.161802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > port after_create 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.162402 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.162742 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > port after_update 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.163088 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.163409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.163732 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.164049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.276521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.277119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.277220 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.277551 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:24:08.277925 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dd9603-b898-4957-b227-ea3182295c01']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:08.295416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:08.295711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:08.312207 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.324458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:08.336425 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.345211 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:24:08.345609 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.436643 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848a2f-0d4b-41d2-a82d-f3946fdbb880 req-e8367706-16b9-4919-9ea2-8e6488d0190c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:08.438514 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-be848a2f-0d4b-41d2-a82d-f3946fdbb880 req-e8367706-16b9-4919-9ea2-8e6488d0190c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0599523 May 23 20:24:08.490241 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-be848a2f-0d4b-41d2-a82d-f3946fdbb880 req-2dbd98c8-715c-4cf4-9429-9b81d44e4199 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 May 23 20:24:08.517745 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (67dd9603-b898-4957-b227-ea3182295c01), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.533925 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:08.537108 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] 10.222.0.16 "DELETE /v2.0/networks/67dd9603-b898-4957-b227-ea3182295c01 HTTP/1.1" status: 204 len: 168 time: 0.5648921 May 23 20:24:08.549692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92907d-d567-4ad4-9ff3-900f60baf099 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dd9603-b898-4957-b227-ea3182295c01,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:08.587319 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d resource provider aggregate not found May 23 20:24:08.613224 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ebe707c-64bf-4cc6-8cc2-c45cb99b7e4d found for delete ", "request_id": "req-d92e2e51-cca7-4704-8040-dad5067aeb00"}]} May 23 20:24:09.017649 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60420) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:09.060644 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-747a4720-572e-4385-8180-4b0210f56880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c4adfd8b4c74448bd28b8d0bf149c0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411296 May 23 20:24:09.062702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60422) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:09.080167 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:09.116520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] Publish callbacks [] for security_group (a95dae36-0fae-448d-99db-247a92528fa2), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:09.139101 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] Publish callbacks [] for security_group (a95dae36-0fae-448d-99db-247a92528fa2), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:09.276794 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a95dae36-0fae-448d-99db-247a92528fa2), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:09.279240 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:09.280465 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a95dae36-0fae-448d-99db-247a92528fa2 HTTP/1.1" status: 204 len: 168 time: 0.2169201 May 23 20:24:09.288430 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ffcda-0a1c-43f3-9f8a-faed892cf751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95dae36-0fae-448d-99db-247a92528fa2,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:09.625333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a641-5279-474d-a082-dae1d5f54022 req-910639b6-6f50-4e74-8ab3-5bd86f64d978 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:09.627107 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-42c2a641-5279-474d-a082-dae1d5f54022 req-910639b6-6f50-4e74-8ab3-5bd86f64d978 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0531254 May 23 20:24:09.686654 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-42c2a641-5279-474d-a082-dae1d5f54022 req-8a80f6ad-89ff-4f79-a5d4-2445c800eaf3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535800 May 23 20:24:10.809530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f242e-fdca-4804-9a52-1fe2a7727e35 req-70543268-9369-49e1-a7bd-c69060629baa tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:10.811213 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-510f242e-fdca-4804-9a52-1fe2a7727e35 req-70543268-9369-49e1-a7bd-c69060629baa tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0469813 May 23 20:24:10.867166 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-510f242e-fdca-4804-9a52-1fe2a7727e35 req-179ed82c-6d8d-44e9-a56b-5ba327b1baec tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 May 23 20:24:11.983786 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d9ef-2beb-4545-8a14-c705e2858051 req-951469ef-254a-4966-8b3f-e18b78b49acb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:11.985261 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2842d9ef-2beb-4545-8a14-c705e2858051 req-951469ef-254a-4966-8b3f-e18b78b49acb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0481756 May 23 20:24:12.035534 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2842d9ef-2beb-4545-8a14-c705e2858051 req-354c1666-6bf4-445a-bdaa-97114ce76dda tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 May 23 20:24:13.151918 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f6e7-7f5c-4517-b761-944d9c74bbda req-fdc6b7e6-0254-45e3-a616-dfe48b371e01 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:13.154911 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a479f6e7-7f5c-4517-b761-944d9c74bbda req-fdc6b7e6-0254-45e3-a616-dfe48b371e01 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0501938 May 23 20:24:13.206364 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a479f6e7-7f5c-4517-b761-944d9c74bbda req-6b971819-893d-474c-8448-81d181dc84c4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 May 23 20:24:14.316710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:14.331606 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53868e-2d25-4594-90f4-0ffda266823b req-54a43472-b89a-482f-9d46-e65ee6cadb06 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:14.333074 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0e53868e-2d25-4594-90f4-0ffda266823b req-54a43472-b89a-482f-9d46-e65ee6cadb06 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0573976 May 23 20:24:14.381377 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0e53868e-2d25-4594-90f4-0ffda266823b req-aa4bd811-c2fc-4548-987d-4e66f424577a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 May 23 20:24:14.459909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60602) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:14.570363 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29a22499-860a-4d5c-9066-621454366a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.648380 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29a22499-860a-4d5c-9066-621454366a0b admin admin] Publish callbacks [] for security_group (e3fe00a5-4e55-4034-95c3-2ba0088583cc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.733704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29a22499-860a-4d5c-9066-621454366a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e3fe00a5-4e55-4034-95c3-2ba0088583cc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.776225 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-29a22499-860a-4d5c-9066-621454366a0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cd90d1b84fa42109cb262e63831674e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152080 May 23 20:24:14.777797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22499-860a-4d5c-9066-621454366a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe00a5-4e55-4034-95c3-2ba0088583cc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:14.784414 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60614) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:14.833549 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] Publish callbacks [] for security_group (e3fe00a5-4e55-4034-95c3-2ba0088583cc), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.856316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] Publish callbacks [] for security_group (e3fe00a5-4e55-4034-95c3-2ba0088583cc), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.949097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60618) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:14.979124 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e3fe00a5-4e55-4034-95c3-2ba0088583cc), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.983455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:14.983964 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3fe00a5-4e55-4034-95c3-2ba0088583cc HTTP/1.1" status: 204 len: 168 time: 0.1982229 May 23 20:24:14.991813 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1bf83-ac08-4833-b6e5-4a8ab5f0bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe00a5-4e55-4034-95c3-2ba0088583cc,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:15.064157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-067f8cb9-4440-46c5-8cea-46b70fdeadbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.094573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:15.126656 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:15.157975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-067f8cb9-4440-46c5-8cea-46b70fdeadbc admin admin] Publish callbacks [] for security_group (e63e1380-1ed1-4d31-8f68-60dfa1629a7f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.168077 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60628) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:15.236241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-067f8cb9-4440-46c5-8cea-46b70fdeadbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e63e1380-1ed1-4d31-8f68-60dfa1629a7f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.279682 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-067f8cb9-4440-46c5-8cea-46b70fdeadbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8849f35609b4227892fa636863035d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293195 May 23 20:24:15.280733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8cb9-4440-46c5-8cea-46b70fdeadbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e1380-1ed1-4d31-8f68-60dfa1629a7f,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:15.283727 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60632) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:15.336437 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] Publish callbacks [] for security_group (e63e1380-1ed1-4d31-8f68-60dfa1629a7f), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.366163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] Publish callbacks [] for security_group (e63e1380-1ed1-4d31-8f68-60dfa1629a7f), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.376797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:15.388517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cc6af4a-5a73-4c83-96c9-4d028b29bf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.488374 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e63e1380-1ed1-4d31-8f68-60dfa1629a7f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.490882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.492122 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e63e1380-1ed1-4d31-8f68-60dfa1629a7f HTTP/1.1" status: 204 len: 168 time: 0.2066667 May 23 20:24:15.504215 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8ca2b-6c71-46cc-ab5d-33e6f1ac1745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e1380-1ed1-4d31-8f68-60dfa1629a7f,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:15.517412 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43fe15-f73e-434b-b03f-0e8cc34bf04f req-02cc8a13-292f-4b26-a977-c323ba1d2d98 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:15.524658 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b43fe15-f73e-434b-b03f-0e8cc34bf04f req-02cc8a13-292f-4b26-a977-c323ba1d2d98 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0681221 May 23 20:24:15.568751 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cc6af4a-5a73-4c83-96c9-4d028b29bf90 admin admin] Publish callbacks [] for security_group (91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.586591 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b43fe15-f73e-434b-b03f-0e8cc34bf04f req-5237ae9d-2438-489c-9d73-8d5ba916e52d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607955 May 23 20:24:15.624699 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cc6af4a-5a73-4c83-96c9-4d028b29bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.666917 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60650) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:15.667065 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8cc6af4a-5a73-4c83-96c9-4d028b29bf90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57dc195cfff54f9b9ee385dc387c6079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978886 May 23 20:24:15.669145 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6af4a-5a73-4c83-96c9-4d028b29bf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:15.921647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] Publish callbacks [] for security_group (91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:15.948313 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] Publish callbacks [] for security_group (91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:16.102533 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:16.105960 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:16.110569 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef HTTP/1.1" status: 204 len: 168 time: 0.4426377 May 23 20:24:16.124388 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb4ad2-ee70-4bae-98b1-a3bd67c5d147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c0f0c4-ac9c-47d8-aa30-9b0d6e9292ef,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:16.752122 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a993a-c12b-47e2-b177-6b3da6dabade req-71b96eaa-c124-4811-9b80-bee1ac3a4ac7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:16.753827 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-958a993a-c12b-47e2-b177-6b3da6dabade req-71b96eaa-c124-4811-9b80-bee1ac3a4ac7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0589936 May 23 20:24:16.795246 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60710) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:16.823540 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f2d01c4d-a3b4-4a96-983e-72e33e24093d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:16.827790 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-958a993a-c12b-47e2-b177-6b3da6dabade req-08e597c9-20e4-4695-b3b5-31a720561216 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 May 23 20:24:16.894076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:16.910487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60714) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:16.917600 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f2d01c4d-a3b4-4a96-983e-72e33e24093d admin admin] Publish callbacks [] for security_group (d5696d4b-5161-4e28-a63f-f9b9d3f91fcd), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.001500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f2d01c4d-a3b4-4a96-983e-72e33e24093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d5696d4b-5161-4e28-a63f-f9b9d3f91fcd), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.016642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1427180945-network', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:17.044689 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f2d01c4d-a3b4-4a96-983e-72e33e24093d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8841a93adf404009badaf4d0f85cb1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482891 May 23 20:24:17.046971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d01c4d-a3b4-4a96-983e-72e33e24093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5696d4b-5161-4e28-a63f-f9b9d3f91fcd,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.047664 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60718) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:17.102386 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] Publish callbacks [] for security_group (d5696d4b-5161-4e28-a63f-f9b9d3f91fcd), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.112674 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Made reservation on behalf of d8f120eaf89b4ef29fc92cf544ff1000 for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:17.115065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.132461 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.136296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] Publish callbacks [] for security_group (d5696d4b-5161-4e28-a63f-f9b9d3f91fcd), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.155213 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:17.242681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks [] for security_group (10055031-8489-493d-ad0e-44aa0cf7bf87), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.333450 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (10055031-8489-493d-ad0e-44aa0cf7bf87), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.337681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d5696d4b-5161-4e28-a63f-f9b9d3f91fcd), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.340094 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.340952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60724) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:17.341214 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5696d4b-5161-4e28-a63f-f9b9d3f91fcd HTTP/1.1" status: 204 len: 168 time: 0.2925935 May 23 20:24:17.367964 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:24:17.399884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10055031-8489-493d-ad0e-44aa0cf7bf87,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.405542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (01570e8b-6e62-4bef-9a4d-b7b235531195), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.406051 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Added segment 01570e8b-6e62-4bef-9a4d-b7b235531195 of type vlan for network 732ac238-a06b-44f4-b31c-125a3f37c7a7 May 23 20:24:17.423161 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a22ac-f8fa-4463-94a2-2dfb7385fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5696d4b-5161-4e28-a63f-f9b9d3f91fcd,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.460551 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (732ac238-a06b-44f4-b31c-125a3f37c7a7), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.464692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:17.470958 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae94f34f-6411-4881-bf3f-d97f1880f39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.550720 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae94f34f-6411-4881-bf3f-d97f1880f39a admin admin] Publish callbacks [] for security_group (349cde9f-d6e7-4ba9-afe9-d160f52c2d0f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.613205 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (732ac238-a06b-44f4-b31c-125a3f37c7a7), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.614201 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:17.614798 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.642413 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ae94f34f-6411-4881-bf3f-d97f1880f39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (349cde9f-d6e7-4ba9-afe9-d160f52c2d0f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.676629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] Pushing event updated for resources: {'Network': ['ID=732ac238-a06b-44f4-b31c-125a3f37c7a7,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.686529 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ae94f34f-6411-4881-bf3f-d97f1880f39a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd6b2fe6f2c34d4e94428ad80b2595bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443890 May 23 20:24:17.687731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60732) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:17.687887 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:24:17.696411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94f34f-6411-4881-bf3f-d97f1880f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349cde9f-d6e7-4ba9-afe9-d160f52c2d0f,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.761166 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] Publish callbacks [] for security_group (349cde9f-d6e7-4ba9-afe9-d160f52c2d0f), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.784048 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e27215f8-b5e6-450c-a2e6-c081224dd195 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8724697 May 23 20:24:17.784600 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] Publish callbacks [] for security_group (349cde9f-d6e7-4ba9-afe9-d160f52c2d0f), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.786843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60734) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:17.791653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Request body: {'subnet': {'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1427180945-subnet', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:17.871343 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Made reservation on behalf of d8f120eaf89b4ef29fc92cf544ff1000 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:17.873876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.927486 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (349cde9f-d6e7-4ba9-afe9-d160f52c2d0f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.929945 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:17.931081 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/349cde9f-d6e7-4ba9-afe9-d160f52c2d0f HTTP/1.1" status: 204 len: 168 time: 0.2414002 May 23 20:24:17.950602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd346e4-8705-49da-84e6-ab38cd018693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349cde9f-d6e7-4ba9-afe9-d160f52c2d0f,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:17.965799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670eba1-c2b5-4e13-8f9b-06d02373a97f req-6cd7ff59-5ff7-4130-b825-d5953f4cf8d1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:17.967648 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4670eba1-c2b5-4e13-8f9b-06d02373a97f req-6cd7ff59-5ff7-4130-b825-d5953f4cf8d1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0681272 May 23 20:24:18.023130 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4670eba1-c2b5-4e13-8f9b-06d02373a97f req-ecdfcd7e-d79e-4bc4-a2d6-e0d055886d26 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 May 23 20:24:18.132545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60740) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:18.145774 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e48e500-5dfb-402a-ae80-383ce95babcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.173869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (707fd323-c907-491e-9c70-ff08e004b3b9), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.185742 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:18.246860 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e48e500-5dfb-402a-ae80-383ce95babcd admin admin] Publish callbacks [] for security_group (4cd13ce3-7599-4f5e-9748-d821a73d0f50), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.246949 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707fd323-c907-491e-9c70-ff08e004b3b9,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:18.263506 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Checking segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:18.263874 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Network hostable DHCP agents. Network: 732ac238-a06b-44f4-b31c-125a3f37c7a7, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:24:18.310446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e48e500-5dfb-402a-ae80-383ce95babcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4cd13ce3-7599-4f5e-9748-d821a73d0f50), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.344548 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:24:18.351210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48e500-5dfb-402a-ae80-383ce95babcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd13ce3-7599-4f5e-9748-d821a73d0f50,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:18.358297 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1e48e500-5dfb-402a-ae80-383ce95babcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaee4239832f4fddbd5f15039d34c2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246211 May 23 20:24:18.361170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60748) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:18.400750 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:18.416486 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] Publish callbacks [] for security_group (4cd13ce3-7599-4f5e-9748-d821a73d0f50), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.442453 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] Publish callbacks [] for security_group (4cd13ce3-7599-4f5e-9748-d821a73d0f50), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.452689 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 732ac238-a06b-44f4-b31c-125a3f37c7a7) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:18.459292 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:18.459749 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.464747 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ebdcd-7c48-4d94-a37a-497a1fb44746 None None] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:18.550874 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4cd13ce3-7599-4f5e-9748-d821a73d0f50), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.553905 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e59abad8-18c9-4b42-8bf3-10e44268dd11 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7658613 May 23 20:24:18.554433 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.556319 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cd13ce3-7599-4f5e-9748-d821a73d0f50 HTTP/1.1" status: 204 len: 168 time: 0.1935101 May 23 20:24:18.564389 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06460e-5267-40c2-bc33-60040ca65633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd13ce3-7599-4f5e-9748-d821a73d0f50,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:18.565125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60758) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:18.569500 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:18.583876 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-732ac238-a06b-44f4-b31c-125a3f37c7a7', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:24:18.585014 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.673447 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (376ae337-7a41-43fa-a6e2-36a45738a017), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.673447 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (376ae337-7a41-43fa-a6e2-36a45738a017), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.686374 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:18.728370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for router_controller (376ae337-7a41-43fa-a6e2-36a45738a017), precommit_add_association {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.765863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Allocated IP 172.20.0.2 (732ac238-a06b-44f4-b31c-125a3f37c7a7/707fd323-c907-491e-9c70-ff08e004b3b9/10bc448d-c2b8-435c-9e8a-2173b00a0b40) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:18.783741 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8746f0c5-4244-4ff4-a553-d8987be1cf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.838194 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:18.928728 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks [] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:18.973091 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for router_gateway (376ae337-7a41-43fa-a6e2-36a45738a017), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.017651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.070625 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:19.076516 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:19.080701 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:19.085840 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Pushing event updated for resources: {'Port': ['ID=10bc448d-c2b8-435c-9e8a-2173b00a0b40,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:19.098195 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.098808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.099359 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.099861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.100342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.100832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.101306 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.101794 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.102291 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.102765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.103492 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.104013 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.104538 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.105013 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.105486 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:19.163358 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Attempting to bind port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:19.163960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Attempting to bind port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:19.164485 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Attempting to bind port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 on network 732ac238-a06b-44f4-b31c-125a3f37c7a7 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:19.177576 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:19.177791 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Checking segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:19.178244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.178642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Bound using segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:19.180702 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Bound port: 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:19.181099 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.212960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:19.267348 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] For port 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:19.271831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] For port 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=10bc448d-c2b8-435c-9e8a-2173b00a0b40,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:19.352548 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.436386 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db765d-73d4-4a2c-b25e-ca618e057a4e None None] Pushing event updated for resources: {'Port': ['ID=10bc448d-c2b8-435c-9e8a-2173b00a0b40,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:19.631932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8f077-919d-4868-b16d-9043e8f6f0a1 req-2e6fbdbd-9ad5-4689-b814-07c8b707217f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:19.637017 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dda8f077-919d-4868-b16d-9043e8f6f0a1 req-2e6fbdbd-9ad5-4689-b814-07c8b707217f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.3674803 May 23 20:24:19.686939 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:19.696074 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for router_gateway (376ae337-7a41-43fa-a6e2-36a45738a017), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.730956 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:19.747007 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dda8f077-919d-4868-b16d-9043e8f6f0a1 req-d4662ecf-544a-4059-8207-d12bf7cac0ea tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089613 May 23 20:24:19.881172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Allocated IP 172.27.2.157 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/937e31f8-f422-4933-9d0f-de12a86c55b7) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:19.999226 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.151349 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.202092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:20.207550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:20.217283 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:20.224294 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Pushing event updated for resources: {'Port': ['ID=937e31f8-f422-4933-9d0f-de12a86c55b7,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:20.257926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:20.477352 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3cb924-d02e-481a-ad53-e48e203d1182 None None] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:20.593981 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for router_gateway (376ae337-7a41-43fa-a6e2-36a45738a017), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.596093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Provisioning complete for port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:20.596643 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.681232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Current status of the port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:20.681994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.720547 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] For port 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=10bc448d-c2b8-435c-9e8a-2173b00a0b40,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:20.814970 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (376ae337-7a41-43fa-a6e2-36a45738a017), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.833998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.871615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204ed16-1a43-4b83-b66b-14c7392fb4de req-678adcaa-b7d9-45bf-89c7-26215f2cb7b0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:20.878322 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9204ed16-1a43-4b83-b66b-14c7392fb4de req-678adcaa-b7d9-45bf-89c7-26215f2cb7b0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0574706 May 23 20:24:20.905857 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fd3b5-7b31-409c-8671-7ebc75b6f636 None None] Pushing event updated for resources: {'Port': ['ID=10bc448d-c2b8-435c-9e8a-2173b00a0b40,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:20.911110 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:20.926243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c5f8142e-5de1-483a-9c56-3323e6703a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:20.937853 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9204ed16-1a43-4b83-b66b-14c7392fb4de req-b6643531-ac89-4ff5-a199-8fa05ac6442c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 May 23 20:24:20.956213 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-5af000bb-2deb-4de1-a524-67adfe1d565f None None] Provisioning complete for port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:20.956515 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5af000bb-2deb-4de1-a524-67adfe1d565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.038189 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-5af000bb-2deb-4de1-a524-67adfe1d565f None None] Current status of the port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:21.058784 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Router 376ae337-7a41-43fa-a6e2-36a45738a017 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:24:21.163892 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:21.176415 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Sync routers for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:21.190256 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:21.190877 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:21.278485 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.283401 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9c5a3828-e77e-4ba8-992d-e24d87a3c644 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7139826 May 23 20:24:21.283521 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60846) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:21.296816 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 10bc448d-c2b8-435c-9e8a-2173b00a0b40 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:21.330713 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:21.354754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:21.355904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.400671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:21.439505 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:21.516267 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:20Z', 'revision_number': 3, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:21.546276 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Checking router: 376ae337-7a41-43fa-a6e2-36a45738a017 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:21.546618 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Updating router 376ae337-7a41-43fa-a6e2-36a45738a017 port 937e31f8-f422-4933-9d0f-de12a86c55b7 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:21.575241 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.705399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.749108 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:21.844020 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks [] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.850218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:21.864579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Allocated IP 172.20.0.1 (732ac238-a06b-44f4-b31c-125a3f37c7a7/707fd323-c907-491e-9c70-ff08e004b3b9/03f58381-abeb-4a44-8935-fbb7f2ce4707) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:21.950767 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:21.970512 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks [] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:21.989084 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.053096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652ae9-32ef-4103-974a-02589bd8bde1 req-877aed47-23e5-4673-944b-a46dbcf234ce tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:22.054600 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e9652ae9-32ef-4103-974a-02589bd8bde1 req-877aed47-23e5-4673-944b-a46dbcf234ce tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0511830 May 23 20:24:22.109998 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e9652ae9-32ef-4103-974a-02589bd8bde1 req-d381499a-d059-4123-b040-67dc89d02dbb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 May 23 20:24:22.117752 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:22.122232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.123525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.132227 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Attempting to bind port 937e31f8-f422-4933-9d0f-de12a86c55b7 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:22.132779 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Attempting to bind port 937e31f8-f422-4933-9d0f-de12a86c55b7 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:22.133146 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Attempting to bind port 937e31f8-f422-4933-9d0f-de12a86c55b7 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:22.136686 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Pushing event updated for resources: {'Port': ['ID=937e31f8-f422-4933-9d0f-de12a86c55b7,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:22.144395 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:22.144768 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:22.145169 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.145557 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:22.146029 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Bound port: 937e31f8-f422-4933-9d0f-de12a86c55b7, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:22.146406 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.149787 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.150311 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.150674 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.151034 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.151483 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.151867 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.152695 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.153021 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.153344 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.153663 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.154009 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.154376 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.160091 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.160091 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.160091 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:24:22.160345 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:22.165469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:22.168814 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:22.169320 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (376ae337-7a41-43fa-a6e2-36a45738a017), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.206742 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Pushing event updated for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:22.208917 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] For port 937e31f8-f422-4933-9d0f-de12a86c55b7, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:22.215622 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] For port 937e31f8-f422-4933-9d0f-de12a86c55b7, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=937e31f8-f422-4933-9d0f-de12a86c55b7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:22.320539 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.380151 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece277-ef54-4448-96c4-58d6d2f1786b None None] Pushing event updated for resources: {'Port': ['ID=937e31f8-f422-4933-9d0f-de12a86c55b7,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:22.415795 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.425937 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:22.427235 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:22.568509 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:22.610492 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-3af8aaf8-2abb-484b-83a7-0ed837c885e6 None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:22.610869 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-3af8aaf8-2abb-484b-83a7-0ed837c885e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.642942 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-3af8aaf8-2abb-484b-83a7-0ed837c885e6 None None] Port 03f58381-abeb-4a44-8935-fbb7f2ce4707 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:22.681296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks [] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.733494 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.735012 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (376ae337-7a41-43fa-a6e2-36a45738a017), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:22.780137 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:21Z', 'revision_number': 1, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:22.805905 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b6c06-8e81-49b1-9757-2c287ccdab8b None None] The sync data for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi is: [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:21Z', 'revision_number': 1, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:22.822751 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Pushing event updated for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:22.869426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:22.871517 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:22.871793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:23.002813 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Router 376ae337-7a41-43fa-a6e2-36a45738a017 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:24:23.158155 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:23.162911 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1fd95111-7a40-46de-a63d-6d1f00dfed96 admin admin] 10.222.0.16 "PUT /v2.0/routers/376ae337-7a41-43fa-a6e2-36a45738a017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789430 May 23 20:24:23.284767 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-aa46e337-f010-4fd7-93a4-ca39c2bb4d5b None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:23.286475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-aa46e337-f010-4fd7-93a4-ca39c2bb4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:23.321951 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5687-cd66-4e1f-a244-a1b11406236e req-acbf901a-8fe6-40dd-ba32-b1b653f5d15a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:23.325899 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-792d5687-cd66-4e1f-a244-a1b11406236e req-acbf901a-8fe6-40dd-ba32-b1b653f5d15a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1231685 May 23 20:24:23.344178 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-aa46e337-f010-4fd7-93a4-ca39c2bb4d5b None None] Port 03f58381-abeb-4a44-8935-fbb7f2ce4707 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:23.399173 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:23.411659 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-792d5687-cd66-4e1f-a244-a1b11406236e req-1e12b1e0-e501-48f0-b08d-95a7cadbe437 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817080 May 23 20:24:23.481885 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:23.727416 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:24.030591 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60902) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:24.036371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730618601-network', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:24.149824 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Made reservation on behalf of ef79770666e040ed97d751efd4af1a90 for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:24.152312 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.161489 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.246379 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks [] for security_group (46f0bc2e-f56e-468f-bff9-74af2a801431), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.315647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (46f0bc2e-f56e-468f-bff9-74af2a801431), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.351756 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:24:24.358113 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f0bc2e-f56e-468f-bff9-74af2a801431,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:24.367754 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (1b51d097-cbcf-48c8-81b9-2b53885dc455), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.368273 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Added segment 1b51d097-cbcf-48c8-81b9-2b53885dc455 of type vlan for network e3eeaf57-083d-435c-9316-023af5fb405f May 23 20:24:24.418157 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (e3eeaf57-083d-435c-9316-023af5fb405f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.538401 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (e3eeaf57-083d-435c-9316-023af5fb405f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.538627 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774fb3f-6933-4155-bfbf-561307ff5a5a req-90c12c9e-ef20-4825-bae9-de6683d724e6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:24.539577 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:24.539892 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7774fb3f-6933-4155-bfbf-561307ff5a5a req-90c12c9e-ef20-4825-bae9-de6683d724e6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0475028 May 23 20:24:24.540372 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:24.594927 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7774fb3f-6933-4155-bfbf-561307ff5a5a req-00748435-e002-4049-b122-7df67ef1250d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 May 23 20:24:24.602123 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] Pushing event updated for resources: {'Network': ['ID=e3eeaf57-083d-435c-9316-023af5fb405f,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:24.613170 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network e3eeaf57-083d-435c-9316-023af5fb405f details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:24:24.632835 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-fa4858bd-1318-444b-b34f-500716fe1b5b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6010144 May 23 20:24:24.635682 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60918) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:24.642692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Request body: {'subnet': {'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730618601-subnet', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:24.680410 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:24.796003 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Made reservation on behalf of ef79770666e040ed97d751efd4af1a90 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:24.799248 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.032792 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Sync routers for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:25.043495 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:25.044106 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:25.047242 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (8f19c7fb-4281-44c6-b1df-ff4f8530e39b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.052366 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.054832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:25.103070 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f19c7fb-4281-44c6-b1df-ff4f8530e39b,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:25.114526 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Checking segment: {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:25.114874 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Network hostable DHCP agents. Network: e3eeaf57-083d-435c-9316-023af5fb405f, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:24:25.147740 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:25.190076 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Network e3eeaf57-083d-435c-9316-023af5fb405f is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:24:25.259615 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 937e31f8-f422-4933-9d0f-de12a86c55b7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:25.308853 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, e3eeaf57-083d-435c-9316-023af5fb405f) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:25.314367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:25.314962 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.321034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207de446-bc24-4d4e-874a-97ad9e6d176e None None] Network e3eeaf57-083d-435c-9316-023af5fb405f requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:25.375519 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c7da15b9-abc7-4de8-8d25-ef659706edb4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7387028 May 23 20:24:25.378276 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 60928) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:25.382904 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:25.388172 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 937e31f8-f422-4933-9d0f-de12a86c55b7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:25.388552 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.447268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.449429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.458245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:25.475041 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 2, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:25.503628 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for router_controller (11c38fff-e80a-4bdd-a17c-d76d36274631), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.522449 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Checking router: 376ae337-7a41-43fa-a6e2-36a45738a017 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:25.522803 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Updating router 376ae337-7a41-43fa-a6e2-36a45738a017 port 03f58381-abeb-4a44-8935-fbb7f2ce4707 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:25.543849 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-e3eeaf57-083d-435c-9316-023af5fb405f', 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f', 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'fixed_ips': [{'subnet_id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:24:25.544747 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.599053 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.665821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 937e31f8-f422-4933-9d0f-de12a86c55b7 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:25.666512 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.727521 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 937e31f8-f422-4933-9d0f-de12a86c55b7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=937e31f8-f422-4933-9d0f-de12a86c55b7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:25.737004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for router_gateway (11c38fff-e80a-4bdd-a17c-d76d36274631), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.753871 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae80f-e386-4259-a1cd-976c0062ae8f req-83587ae4-362a-417c-8869-df06570469c6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:25.755425 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-21aae80f-e386-4259-a1cd-976c0062ae8f req-83587ae4-362a-417c-8869-df06570469c6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0806653 May 23 20:24:25.797701 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:25.844058 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:25.855671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Allocated IP 172.20.0.2 (e3eeaf57-083d-435c-9316-023af5fb405f/8f19c7fb-4281-44c6-b1df-ff4f8530e39b/8dd188d8-c556-4efa-bbb7-b555c8ed3120) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:25.857874 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:25.970220 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=937e31f8-f422-4933-9d0f-de12a86c55b7,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:26.040156 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-21aae80f-e386-4259-a1cd-976c0062ae8f req-2b2bbfea-e39f-4fa4-a7f8-94d55dab8d86 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743268 May 23 20:24:26.147021 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks [] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.164780 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for router_gateway (11c38fff-e80a-4bdd-a17c-d76d36274631), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.184237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.189916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks [] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.242060 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.279808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:26.280658 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.286307 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Network e3eeaf57-083d-435c-9316-023af5fb405f is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:26.293331 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Allocated IP 172.27.2.190 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/cbdfb6f1-d68d-4f79-968e-93c89202971d) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:26.294432 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:26.297956 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:26.300039 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Pushing event updated for resources: {'Port': ['ID=8dd188d8-c556-4efa-bbb7-b555c8ed3120,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:26.360543 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:26.395151 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9622d-4dcb-45c2-90bb-6a3ff42fda71 None None] Pushing event updated for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:26.414302 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.417162 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Attempting to bind port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:26.417564 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Attempting to bind port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:26.417927 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Attempting to bind port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 on network e3eeaf57-083d-435c-9316-023af5fb405f {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:26.440135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:26.440541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Checking segment: {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:26.440906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.441301 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Bound using segment: {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:26.441784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Bound port: 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:26.442188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.467252 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Attempting to bind port 03f58381-abeb-4a44-8935-fbb7f2ce4707 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:26.467616 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Attempting to bind port 03f58381-abeb-4a44-8935-fbb7f2ce4707 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:26.467978 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Attempting to bind port 03f58381-abeb-4a44-8935-fbb7f2ce4707 on network 732ac238-a06b-44f4-b31c-125a3f37c7a7 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:26.488851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:26.489232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Checking segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:26.489633 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.490045 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Bound using segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:26.490541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Bound port: 03f58381-abeb-4a44-8935-fbb7f2ce4707, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:26.490915 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.504661 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.547112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:26.551456 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:26.552545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:26.556582 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:26.559681 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Pushing event updated for resources: {'Port': ['ID=cbdfb6f1-d68d-4f79-968e-93c89202971d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:26.688363 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] For port 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:26.694639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-b2841754-ef7b-46ce-ae09-317903d810d6 None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:26.695004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b2841754-ef7b-46ce-ae09-317903d810d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.727419 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] For port 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=8dd188d8-c556-4efa-bbb7-b555c8ed3120,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:26.737135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] For port 03f58381-abeb-4a44-8935-fbb7f2ce4707, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:26.743532 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] For port 03f58381-abeb-4a44-8935-fbb7f2ce4707, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=03f58381-abeb-4a44-8935-fbb7f2ce4707,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:26.749057 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-b2841754-ef7b-46ce-ae09-317903d810d6 None None] Port 03f58381-abeb-4a44-8935-fbb7f2ce4707 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:26.818797 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.844963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for router_gateway (11c38fff-e80a-4bdd-a17c-d76d36274631), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.854317 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:26.872432 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:26.892674 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:26.893560 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:26.950565 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be240335-1348-4a34-80fe-532cae6f5e59 None None] Pushing event updated for resources: {'Port': ['ID=8dd188d8-c556-4efa-bbb7-b555c8ed3120,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:27.078200 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9622d-4dcb-45c2-90bb-6a3ff42fda71 None None] Pushing event updated for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:27.089579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.103975 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:27.244148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ca97f-47e7-4856-a925-62330f0e2fa3 req-37be54f8-20a2-44b2-9894-777d8b89fb18 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:27.246894 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d59ca97f-47e7-4856-a925-62330f0e2fa3 req-37be54f8-20a2-44b2-9894-777d8b89fb18 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0797710 May 23 20:24:27.313226 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:27.313944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.316480 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d59ca97f-47e7-4856-a925-62330f0e2fa3 req-9e1a8f7f-3922-43bb-b8fc-e1da06ba418a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 May 23 20:24:27.407450 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Router 11c38fff-e80a-4bdd-a17c-d76d36274631 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:24:27.416860 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 03f58381-abeb-4a44-8935-fbb7f2ce4707 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:27.511917 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:27.512911 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:27.516038 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Current status of the port 03f58381-abeb-4a44-8935-fbb7f2ce4707 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:27.516307 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.523513 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Sync routers for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:27.534983 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:27.535619 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:27.540149 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:27.549689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:27.550083 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.598533 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a2432-4ef7-4c28-8e3d-134b0ed4ab36 None None] The sync data for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi is: [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:27.605438 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.606854 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-da53118a-98e9-4c4d-8b3b-4ac985501278 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2275729 May 23 20:24:27.610097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 60950) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:27.613652 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] For port 03f58381-abeb-4a44-8935-fbb7f2ce4707, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=03f58381-abeb-4a44-8935-fbb7f2ce4707,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:27.647567 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:27.670829 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 03f58381-abeb-4a44-8935-fbb7f2ce4707 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:27.671227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.692622 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:27.838142 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae20dc-cfe3-4517-ba07-a016a87bab5a None None] Pushing event updated for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:27.848279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:24:27.848827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:24:27.881162 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 3, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:27.926301 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Checking router: 11c38fff-e80a-4bdd-a17c-d76d36274631 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:27.926884 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Updating router 11c38fff-e80a-4bdd-a17c-d76d36274631 port cbdfb6f1-d68d-4f79-968e-93c89202971d binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:27.932135 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:27.977370 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.145107 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b573414-2f39-4d1e-b03e-7fd77c9975f4 None None] Network e3eeaf57-083d-435c-9316-023af5fb405f requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:28.150391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.232119 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Provisioning complete for port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:28.232485 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.266401 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:28.334221 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks [] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.340928 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:28.352203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Allocated IP 172.20.0.1 (e3eeaf57-083d-435c-9316-023af5fb405f/8f19c7fb-4281-44c6-b1df-ff4f8530e39b/c74f7f37-5f60-4f55-876c-ab9634784c90) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:28.408418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 03f58381-abeb-4a44-8935-fbb7f2ce4707 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:28.410240 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 8dd188d8-c556-4efa-bbb7-b555c8ed3120 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:28.412766 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Current status of the port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:28.413065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.445903 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.475061 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] For port 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=8dd188d8-c556-4efa-bbb7-b555c8ed3120,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:28.495155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:28.496904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.524145 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Attempting to bind port cbdfb6f1-d68d-4f79-968e-93c89202971d on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:28.525101 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Attempting to bind port cbdfb6f1-d68d-4f79-968e-93c89202971d by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:28.525645 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Attempting to bind port cbdfb6f1-d68d-4f79-968e-93c89202971d on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:28.527412 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks [] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.540390 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939abf1-e023-4b1a-a039-21e55cc6d4c6 req-ef91706a-0e59-4a54-a0e6-2f9a5cc0c4b9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:28.545579 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:28.546743 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:28.547432 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.547991 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:28.548705 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Bound port: cbdfb6f1-d68d-4f79-968e-93c89202971d, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:28.549485 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.552741 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0939abf1-e023-4b1a-a039-21e55cc6d4c6 req-ef91706a-0e59-4a54-a0e6-2f9a5cc0c4b9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1371317 May 23 20:24:28.562357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:28.579082 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088b11a-9527-4abc-a21c-4f8a13b81837 None None] Pushing event updated for resources: {'Port': ['ID=cbdfb6f1-d68d-4f79-968e-93c89202971d,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:28.603472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.617691 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] For port cbdfb6f1-d68d-4f79-968e-93c89202971d, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:28.622653 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] For port cbdfb6f1-d68d-4f79-968e-93c89202971d, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=cbdfb6f1-d68d-4f79-968e-93c89202971d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:28.635030 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0939abf1-e023-4b1a-a039-21e55cc6d4c6 req-796af033-3c73-4e77-9484-5e2f3b98443b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813904 May 23 20:24:28.654610 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:28.660422 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.691164 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36878-62b7-4c55-96e2-898bace587b5 None None] Pushing event updated for resources: {'Port': ['ID=8dd188d8-c556-4efa-bbb7-b555c8ed3120,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:28.720403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.731106 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:24:28.731633 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:24:28.761251 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Network e3eeaf57-083d-435c-9316-023af5fb405f is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:28.765826 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:28.769978 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:28.772935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Pushing event updated for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:28.777632 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.822144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (11c38fff-e80a-4bdd-a17c-d76d36274631), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.825925 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-3b738e6d-0106-4eaa-886f-8c303464b7d4 None None] Provisioning complete for port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:28.827778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-3b738e6d-0106-4eaa-886f-8c303464b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:28.838378 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:28.844426 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:28.848723 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:28.917175 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-3b738e6d-0106-4eaa-886f-8c303464b7d4 None None] Current status of the port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:28.918435 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:28.942772 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088b11a-9527-4abc-a21c-4f8a13b81837 None None] Pushing event updated for resources: {'Port': ['ID=cbdfb6f1-d68d-4f79-968e-93c89202971d,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:28.974185 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:29.046429 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.050330 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-7934751c-cb0c-4561-9e07-972dde906b54 None None] Provisioning complete for port c74f7f37-5f60-4f55-876c-ab9634784c90 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:29.050870 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7934751c-cb0c-4561-9e07-972dde906b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.094519 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7934751c-cb0c-4561-9e07-972dde906b54 None None] Port c74f7f37-5f60-4f55-876c-ab9634784c90 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:29.168926 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 3, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:29.285820 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:29.290705 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks [] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.302577 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:29.303693 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 937e31f8-f422-4933-9d0f-de12a86c55b7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:29.329456 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc381e6d-b77f-4608-ab3a-9cfc3c15f6fb None None] The sync data for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi is: [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:26Z', 'revision_number': 3, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:29.361709 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 937e31f8-f422-4933-9d0f-de12a86c55b7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:29.366358 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.384848 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.477492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Pushing event updated for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:29.483259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (11c38fff-e80a-4bdd-a17c-d76d36274631), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:29.495068 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:29.587942 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 937e31f8-f422-4933-9d0f-de12a86c55b7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:29.605429 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Network e3eeaf57-083d-435c-9316-023af5fb405f is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:29.609011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:29.820055 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 03f58381-abeb-4a44-8935-fbb7f2ce4707 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:29.845565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82573d6-53b0-4701-87aa-30ede5861152 req-64910737-7e01-431a-901f-5f2c1956ef3d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:29.846629 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a82573d6-53b0-4701-87aa-30ede5861152 req-64910737-7e01-431a-901f-5f2c1956ef3d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0765951 May 23 20:24:29.865848 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Router 11c38fff-e80a-4bdd-a17c-d76d36274631 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:24:29.914667 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 03f58381-abeb-4a44-8935-fbb7f2ce4707 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:29.915679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:30.043852 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-8744ebbe-3e07-4ace-8e5a-d8bf82d188b5 None None] Provisioning complete for port c74f7f37-5f60-4f55-876c-ab9634784c90 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:30.044223 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8744ebbe-3e07-4ace-8e5a-d8bf82d188b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:30.071467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 03f58381-abeb-4a44-8935-fbb7f2ce4707 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:30.072823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 8dd188d8-c556-4efa-bbb7-b555c8ed3120 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:30.102123 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:30.110507 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-8744ebbe-3e07-4ace-8e5a-d8bf82d188b5 None None] Port c74f7f37-5f60-4f55-876c-ab9634784c90 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:30.140126 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:30.141036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:30.288013 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:30.338058 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a82573d6-53b0-4701-87aa-30ede5861152 req-eb2bbaa9-2af7-4ae8-a291-ddf7a45c7025 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846680 May 23 20:24:30.364315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:30.371828 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-679571e6-9433-485a-a956-c88eb254131f admin admin] 10.222.0.16 "PUT /v2.0/routers/11c38fff-e80a-4bdd-a17c-d76d36274631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7592516 May 23 20:24:30.797745 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 32780) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:30.802255 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227438931', 'description': 'tempest-secgroup-smoke-1227438931 description', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:30.890558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:30.960770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (1c968eb4-1af7-4431-b637-89387f2a2501), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.041459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1c968eb4-1af7-4431-b637-89387f2a2501), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.071880 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c968eb4-1af7-4431-b637-89387f2a2501,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:31.134887 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.136161 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-eb809838-a6a4-4315-a954-1b4ad986ef9c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3373709 May 23 20:24:31.140179 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 32782) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:31.143876 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:31.151438 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:31.165312 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Sync routers for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:31.169116 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:31.176182 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:31.176796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:31.266726 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (164511cc-da80-4014-9557-3e398f0ff9ce), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.282431 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:31.323250 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (164511cc-da80-4014-9557-3e398f0ff9ce), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.397940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (164511cc-da80-4014-9557-3e398f0ff9ce), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.427541 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164511cc-da80-4014-9557-3e398f0ff9ce,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:31.460627 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff61a65-b180-4e3e-a83f-f80f35655df3 req-0ccf0551-fe48-41c5-976b-5240e1cc3bc3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:31.462129 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bff61a65-b180-4e3e-a83f-f80f35655df3 req-0ccf0551-fe48-41c5-976b-5240e1cc3bc3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0505416 May 23 20:24:31.483509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 4, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'c74f7f37-5f60-4f55-876c-ab9634784c90', 'name': '', 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'mac_address': 'fa:16:3e:cc:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:28Z', 'updated_at': '2022-05-23T20:24:29Z', 'revision_number': 2, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'subnets': [{'id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:31.515274 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bff61a65-b180-4e3e-a83f-f80f35655df3 req-06465948-1342-4e6d-9216-03ba5345224e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 May 23 20:24:31.516019 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Checking router: 11c38fff-e80a-4bdd-a17c-d76d36274631 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:31.516482 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Updating router 11c38fff-e80a-4bdd-a17c-d76d36274631 port c74f7f37-5f60-4f55-876c-ab9634784c90 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:31.522939 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.524286 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-dbcd2264-bd0d-43b5-a55f-393cb09280dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836923 May 23 20:24:31.527522 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 32790) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:31.531878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:31.545392 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:31.559236 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.614301 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (2c1eda4a-4556-4ede-bfb1-86ac7966eadb), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.719099 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (2c1eda4a-4556-4ede-bfb1-86ac7966eadb), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.731420 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device cbdfb6f1-d68d-4f79-968e-93c89202971d up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:31.918464 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port cbdfb6f1-d68d-4f79-968e-93c89202971d triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:31.918464 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.926525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:31.966640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks [] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.977431 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port cbdfb6f1-d68d-4f79-968e-93c89202971d is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:31.977811 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:31.998844 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port cbdfb6f1-d68d-4f79-968e-93c89202971d, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=cbdfb6f1-d68d-4f79-968e-93c89202971d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:32.047287 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (2c1eda4a-4556-4ede-bfb1-86ac7966eadb), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.066551 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1eda4a-4556-4ede-bfb1-86ac7966eadb,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.077497 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.080796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.147797 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:32.155317 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.158769 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 32812) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:32.163579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:32.168635 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-07b01efc-b271-4054-838e-08f6fe2098ee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6399367 May 23 20:24:32.168906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6c78e-48e5-4fc4-b8b8-41934e96cc16 None None] Pushing event updated for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.244768 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Attempting to bind port c74f7f37-5f60-4f55-876c-ab9634784c90 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:32.245713 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Attempting to bind port c74f7f37-5f60-4f55-876c-ab9634784c90 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:32.246181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Attempting to bind port c74f7f37-5f60-4f55-876c-ab9634784c90 on network e3eeaf57-083d-435c-9316-023af5fb405f {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:32.258689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:32.259074 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Checking segment: {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:32.259481 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.259880 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Bound using segment: {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:32.260369 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Bound port: c74f7f37-5f60-4f55-876c-ab9634784c90, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b51d097-cbcf-48c8-81b9-2b53885dc455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:32.260780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.274689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=cbdfb6f1-d68d-4f79-968e-93c89202971d,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.282501 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (a57d798e-9103-427b-a762-579e688f53a5), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.363500 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (a57d798e-9103-427b-a762-579e688f53a5), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.384063 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] For port c74f7f37-5f60-4f55-876c-ab9634784c90, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:32.395325 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] For port c74f7f37-5f60-4f55-876c-ab9634784c90, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=c74f7f37-5f60-4f55-876c-ab9634784c90,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:32.425115 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (a57d798e-9103-427b-a762-579e688f53a5), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.434802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:32.452467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a29f8308-5cb5-47fc-9d8a-c9c049371111 None None] Provisioning complete for port c74f7f37-5f60-4f55-876c-ab9634784c90 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:32.453094 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a29f8308-5cb5-47fc-9d8a-c9c049371111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.454851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d798e-9103-427b-a762-579e688f53a5,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.463601 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 32822) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:32.482559 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.505121 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.506533 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2fda7cc4-7662-49b3-aa31-b7f069f506f7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3467395 May 23 20:24:32.509239 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 32826) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:32.514007 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:32.545314 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a29f8308-5cb5-47fc-9d8a-c9c049371111 None None] Port c74f7f37-5f60-4f55-876c-ab9634784c90 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:32.581248 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6c78e-48e5-4fc4-b8b8-41934e96cc16 None None] Pushing event updated for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.583994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:32.584586 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:32.590252 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6311e89-e1e1-46c2-932c-8ee5c1c8649a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.620921 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:32.657279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (2cda5170-4d40-4664-81a0-e7d845e53d56), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.681677 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230188cd-14f0-4862-bae3-21e57e194312 req-e28069e5-d2e0-4e8d-a68d-6ad858574d22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:32.681677 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-230188cd-14f0-4862-bae3-21e57e194312 req-e28069e5-d2e0-4e8d-a68d-6ad858574d22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0685039 May 23 20:24:32.712522 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:32.746749 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:32.768867 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-230188cd-14f0-4862-bae3-21e57e194312 req-4e30997c-4faa-472a-9a3f-0c59663d2e1a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 May 23 20:24:32.770687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (2cda5170-4d40-4664-81a0-e7d845e53d56), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.777869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6311e89-e1e1-46c2-932c-8ee5c1c8649a admin admin] Publish callbacks [] for security_group (60f9aea6-2be8-4614-91e9-76f46498e647), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.841681 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (2cda5170-4d40-4664-81a0-e7d845e53d56), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.861672 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda5170-4d40-4664-81a0-e7d845e53d56,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.887681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6311e89-e1e1-46c2-932c-8ee5c1c8649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (60f9aea6-2be8-4614-91e9-76f46498e647), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.893922 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Provisioning complete for port c74f7f37-5f60-4f55-876c-ab9634784c90 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:32.894322 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.927118 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:32.938359 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c6311e89-e1e1-46c2-932c-8ee5c1c8649a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c1fdecc420f4f60b91556535f7ff9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631567 May 23 20:24:32.938551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-770bbf02-15dd-4902-b0fd-c748432bd1d5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180694 May 23 20:24:32.938551 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 32832) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:32.938551 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 32834) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:32.938766 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6311e89-e1e1-46c2-932c-8ee5c1c8649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9aea6-2be8-4614-91e9-76f46498e647,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:32.938855 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:32.966418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 4, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'c74f7f37-5f60-4f55-876c-ab9634784c90', 'name': '', 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'mac_address': 'fa:16:3e:cc:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:28Z', 'updated_at': '2022-05-23T20:24:32Z', 'revision_number': 4, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'subnets': [{'id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:32.976354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:32.994346 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302c607-142b-47ea-9c21-0b597bbb7bca None None] The sync data for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi is: [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:24:28Z', 'revision_number': 4, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'c74f7f37-5f60-4f55-876c-ab9634784c90', 'name': '', 'network_id': 'e3eeaf57-083d-435c-9316-023af5fb405f', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'mac_address': 'fa:16:3e:cc:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:28Z', 'updated_at': '2022-05-23T20:24:32Z', 'revision_number': 4, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'subnets': [{'id': '8f19c7fb-4281-44c6-b1df-ff4f8530e39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:33.000329 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] Publish callbacks [] for security_group (60f9aea6-2be8-4614-91e9-76f46498e647), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.026112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] Publish callbacks [] for security_group (60f9aea6-2be8-4614-91e9-76f46498e647), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.048804 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Current status of the port c74f7f37-5f60-4f55-876c-ab9634784c90 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:33.049334 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.079709 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.securitygroups_db [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Project d8f120eaf89b4ef29fc92cf544ff1000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:24:33.086898 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (544a6f61-7e6d-4951-a5ee-20c13f01df05), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.096142 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] For port c74f7f37-5f60-4f55-876c-ab9634784c90, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=c74f7f37-5f60-4f55-876c-ab9634784c90,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:33.150905 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (544a6f61-7e6d-4951-a5ee-20c13f01df05), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.159760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (60f9aea6-2be8-4614-91e9-76f46498e647), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.160350 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.162439 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.167540 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60f9aea6-2be8-4614-91e9-76f46498e647 HTTP/1.1" status: 204 len: 168 time: 0.2327189 May 23 20:24:33.174160 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8aae-f05a-41bb-a857-f495d237eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9aea6-2be8-4614-91e9-76f46498e647,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:33.230247 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (544a6f61-7e6d-4951-a5ee-20c13f01df05), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.248227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e849e-b0cf-4824-afee-cabdd5c9922e None None] Pushing event updated for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:33.262545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544a6f61-7e6d-4951-a5ee-20c13f01df05,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:33.351109 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.354569 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ea7719f4-990b-432f-9442-73cbce620777 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4183185 May 23 20:24:33.355304 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 32840) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:33.359863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'security_group_rule': {'security_group_id': '1c968eb4-1af7-4431-b637-89387f2a2501', 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:33.453497 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.securitygroups_db [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Project d8f120eaf89b4ef29fc92cf544ff1000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:24:33.461025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (a018090f-18fc-40a7-b7bf-8cd513986086), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.566492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (a018090f-18fc-40a7-b7bf-8cd513986086), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.663053 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (a018090f-18fc-40a7-b7bf-8cd513986086), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.684111 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a018090f-18fc-40a7-b7bf-8cd513986086,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:33.743352 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device c74f7f37-5f60-4f55-876c-ab9634784c90 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:33.786352 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:33.788179 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port c74f7f37-5f60-4f55-876c-ab9634784c90 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:33.788552 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.849308 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:33.866625 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-afd6a022-8320-49f6-a020-8f23d0f1258f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5101480 May 23 20:24:33.900370 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port c74f7f37-5f60-4f55-876c-ab9634784c90 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:33.902081 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device cbdfb6f1-d68d-4f79-968e-93c89202971d up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:33.965118 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684dd24-c8ce-43c5-8a08-0f65a9844d51 req-cf47d3cf-f246-4739-b844-b7ac3ef1712e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:33.973685 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5684dd24-c8ce-43c5-8a08-0f65a9844d51 req-cf47d3cf-f246-4739-b844-b7ac3ef1712e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1035578 May 23 20:24:33.975161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port cbdfb6f1-d68d-4f79-968e-93c89202971d triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:33.975972 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:34.037931 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5684dd24-c8ce-43c5-8a08-0f65a9844d51 req-4c0a62c7-e772-4f99-ba17-83e82a4ee387 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560517 May 23 20:24:34.084123 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port cbdfb6f1-d68d-4f79-968e-93c89202971d is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:34.875835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:35.164508 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d26ac8-b731-4e14-a9d5-945c970e1389 req-9b9157e8-36bc-4d6f-8716-84a369b5c3a5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:35.166078 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73d26ac8-b731-4e14-a9d5-945c970e1389 req-9b9157e8-36bc-4d6f-8716-84a369b5c3a5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0488207 May 23 20:24:35.220521 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73d26ac8-b731-4e14-a9d5-945c970e1389 req-96489c84-b786-4909-8015-eedb05bd1323 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 May 23 20:24:36.355782 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06c602-e1cc-4d41-9a67-b1108fec85df req-79ad77b8-7503-455f-9316-bd1f73fde388 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:36.357269 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2b06c602-e1cc-4d41-9a67-b1108fec85df req-79ad77b8-7503-455f-9316-bd1f73fde388 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0603683 May 23 20:24:36.392266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:36.405482 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2b06c602-e1cc-4d41-9a67-b1108fec85df req-c63e7096-feff-45be-8fca-815d5dd318be tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 May 23 20:24:37.528788 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b2dc-9a4e-4a9b-8fad-b1cd40ac65e3 req-99e04aed-a560-44e3-b26b-b826f75a3062 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:37.530384 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3e52b2dc-9a4e-4a9b-8fad-b1cd40ac65e3 req-99e04aed-a560-44e3-b26b-b826f75a3062 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0545886 May 23 20:24:37.585563 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3e52b2dc-9a4e-4a9b-8fad-b1cd40ac65e3 req-3eb74814-6332-46f8-ac45-d08935a1eaeb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 May 23 20:24:38.725537 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9509d-acdd-4818-b75b-0d84158f4ec3 req-b3cd39ed-aa24-4ef8-87f0-edbef0726e73 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:38.727076 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9b9509d-acdd-4818-b75b-0d84158f4ec3 req-b3cd39ed-aa24-4ef8-87f0-edbef0726e73 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0648258 May 23 20:24:38.787684 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9b9509d-acdd-4818-b75b-0d84158f4ec3 req-17c660d2-847c-4999-b264-bb6a976b0077 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 May 23 20:24:39.161012 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33028) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:39.172225 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=50 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:39.270653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b686e8e6-c73d-4117-9354-8ff0eea9900a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.347212 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b686e8e6-c73d-4117-9354-8ff0eea9900a admin admin] Publish callbacks [] for security_group (c7abbfb9-e775-4f91-93f8-de4860dc7eaa), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.418666 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b686e8e6-c73d-4117-9354-8ff0eea9900a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c7abbfb9-e775-4f91-93f8-de4860dc7eaa), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.459393 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b686e8e6-c73d-4117-9354-8ff0eea9900a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd697e7cd05c4a82a194be5957bcae06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973156 May 23 20:24:39.460326 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e8e6-c73d-4117-9354-8ff0eea9900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abbfb9-e775-4f91-93f8-de4860dc7eaa,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:39.462105 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33036) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:39.512169 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] Publish callbacks [] for security_group (c7abbfb9-e775-4f91-93f8-de4860dc7eaa), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.532815 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] Publish callbacks [] for security_group (c7abbfb9-e775-4f91-93f8-de4860dc7eaa), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.646870 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c7abbfb9-e775-4f91-93f8-de4860dc7eaa), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.649438 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:39.650614 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7abbfb9-e775-4f91-93f8-de4860dc7eaa HTTP/1.1" status: 204 len: 168 time: 0.1866336 May 23 20:24:39.658561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586abc8-83df-42f1-b989-f2930ba40fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abbfb9-e775-4f91-93f8-de4860dc7eaa,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:39.896349 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753efd1-c503-40ce-b231-bf68d6a3f0cc req-9881a2be-d599-4991-a0c9-1301a163b948 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:39.897810 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7753efd1-c503-40ce-b231-bf68d6a3f0cc req-9881a2be-d599-4991-a0c9-1301a163b948 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0470099 May 23 20:24:39.920504 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:39.949548 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7753efd1-c503-40ce-b231-bf68d6a3f0cc req-c040ed32-9df6-43c7-8d29-2c0340e442a7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459831 May 23 20:24:40.005799 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:24:40.657496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33078) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:40.763989 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83763094-network', 'tenant_id': '26567fb564314003bf5ae836737b990e'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:40.833629 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Made reservation on behalf of 26567fb564314003bf5ae836737b990e for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:40.836157 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:40.845505 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:40.920592 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks [] for security_group (59e846ee-8a90-4579-9fd5-63d3601e464e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.017928 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (59e846ee-8a90-4579-9fd5-63d3601e464e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.086597 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:24:41.098877 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e846ee-8a90-4579-9fd5-63d3601e464e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:41.106860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c74dd7-b7a9-4e6a-a29c-1a6cbe778793 req-b3afb601-df3e-4672-8a1e-049be0364e83 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:41.114129 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-63c74dd7-b7a9-4e6a-a29c-1a6cbe778793 req-b3afb601-df3e-4672-8a1e-049be0364e83 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0898101 May 23 20:24:41.122046 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (e21293aa-ea41-4a5b-9fac-c832c31d8265), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.122046 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Added segment e21293aa-ea41-4a5b-9fac-c832c31d8265 of type vlan for network d1b674a5-f902-453a-bbbe-6a61eb453929 May 23 20:24:41.172064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (d1b674a5-f902-453a-bbbe-6a61eb453929), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.198625 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-63c74dd7-b7a9-4e6a-a29c-1a6cbe778793 req-73294a0c-5a6d-4071-852d-ce5829f15201 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833685 May 23 20:24:41.246052 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e68bf-0fc0-4627-b1b6-021ad6f1db64 req-4194993c-f590-407d-9c31-f9de59283637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:41.248296 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c59e68bf-0fc0-4627-b1b6-021ad6f1db64 req-4194993c-f590-407d-9c31-f9de59283637 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1130 time: 0.0459340 May 23 20:24:41.258040 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (d1b674a5-f902-453a-bbbe-6a61eb453929), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.259131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:41.259878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.294256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:41.350419 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b674a5-f902-453a-bbbe-6a61eb453929,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:41.358598 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c59e68bf-0fc0-4627-b1b6-021ad6f1db64 req-4ab2193e-5c59-4b50-a811-1bf8208c248c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898681 May 23 20:24:41.360281 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network d1b674a5-f902-453a-bbbe-6a61eb453929 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:24:41.455494 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-84cec4a6-5f38-4017-9cdc-f74948c62505 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7968755 May 23 20:24:41.458770 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33100) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:41.463514 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Request body: {'subnet': {'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83763094-subnet', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:41.538250 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Made reservation on behalf of 26567fb564314003bf5ae836737b990e for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:41.540639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.655120 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:41.767180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (d0405bd9-c90a-499e-8e6a-be929101143f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:41.821857 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0405bd9-c90a-499e-8e6a-be929101143f,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:41.832480 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:41.832829 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Network hostable DHCP agents. Network: d1b674a5-f902-453a-bbbe-6a61eb453929, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:24:41.936655 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:24:42.023585 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, d1b674a5-f902-453a-bbbe-6a61eb453929) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:42.028270 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:42.029050 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.035126 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cd697-8765-4287-acab-f9b18a9ba53d None None] Network d1b674a5-f902-453a-bbbe-6a61eb453929 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:42.116625 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-39aae659-9733-4669-a377-0e09ae19c58e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6526165 May 23 20:24:42.116625 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33110) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:42.124193 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:42.266331 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (557b7c67-db6d-4311-b62f-666e29495df4), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.268940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (557b7c67-db6d-4311-b62f-666e29495df4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.282680 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-d1b674a5-f902-453a-bbbe-6a61eb453929', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:24:42.284074 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.354109 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for router_controller (557b7c67-db6d-4311-b62f-666e29495df4), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.362665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35b699-8ac3-4812-be1b-44c580fcf88e req-5b9eb088-e3b9-4ba1-910a-9a8325e60e6c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:42.372337 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7f35b699-8ac3-4812-be1b-44c580fcf88e req-5b9eb088-e3b9-4ba1-910a-9a8325e60e6c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0840325 May 23 20:24:42.431075 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7f35b699-8ac3-4812-be1b-44c580fcf88e req-3260fed6-18bd-4745-bd51-7cf904c6ffea tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 May 23 20:24:42.454639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Allocated IP 172.20.0.2 (d1b674a5-f902-453a-bbbe-6a61eb453929/d0405bd9-c90a-499e-8e6a-be929101143f/6650c985-b4e1-4113-b115-fe24c6ef7130) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:42.584103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for router_gateway (557b7c67-db6d-4311-b62f-666e29495df4), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.608923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:42.622186 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks [] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.767198 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.813651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:42.818129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:42.828181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:42.839264 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Pushing event updated for resources: {'Port': ['ID=6650c985-b4e1-4113-b115-fe24c6ef7130,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:42.923260 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Attempting to bind port 6650c985-b4e1-4113-b115-fe24c6ef7130 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:42.923858 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Attempting to bind port 6650c985-b4e1-4113-b115-fe24c6ef7130 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:42.924227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Attempting to bind port 6650c985-b4e1-4113-b115-fe24c6ef7130 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:42.930968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:42.931664 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:42.932082 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.932483 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Bound using segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:42.933139 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Bound port: 6650c985-b4e1-4113-b115-fe24c6ef7130, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:42.933337 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:42.997554 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:43.003567 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] For port 6650c985-b4e1-4113-b115-fe24c6ef7130, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:43.007171 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] For port 6650c985-b4e1-4113-b115-fe24c6ef7130, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6650c985-b4e1-4113-b115-fe24c6ef7130,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:43.028940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for router_gateway (557b7c67-db6d-4311-b62f-666e29495df4), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.049524 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.080656 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.140110 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33092-3614-4d7d-ac18-f6dcb880dd18 None None] Pushing event updated for resources: {'Port': ['ID=6650c985-b4e1-4113-b115-fe24c6ef7130,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:43.170715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Allocated IP 172.27.2.210 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/fb5bd780-3f68-46fc-9db9-95087652c23d) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:43.184720 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:43.277974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.320050 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:43.430255 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.464222 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:43.468232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:43.471637 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:43.557695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5bd780-3f68-46fc-9db9-95087652c23d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:43.637402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ca66-b152-4a9a-bc96-b1d098edf8ff req-00e419bb-e9c1-4542-83a8-217d7f422557 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:43.639090 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d415ca66-b152-4a9a-bc96-b1d098edf8ff req-00e419bb-e9c1-4542-83a8-217d7f422557 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.1200643 May 23 20:24:43.705423 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d415ca66-b152-4a9a-bc96-b1d098edf8ff req-07d7d5fc-a903-4cec-8412-8d5d8ab20556 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 May 23 20:24:43.745262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6650c985-b4e1-4113-b115-fe24c6ef7130 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:43.808367 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 6650c985-b4e1-4113-b115-fe24c6ef7130 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:43.815681 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.847748 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for router_gateway (557b7c67-db6d-4311-b62f-666e29495df4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.848206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf4163-e824-4619-ab21-5ed0739fae5e req-d2d3b4ce-2e2f-4741-909e-3d5eee021db0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:43.856443 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3acf4163-e824-4619-ab21-5ed0739fae5e req-d2d3b4ce-2e2f-4741-909e-3d5eee021db0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0674381 May 23 20:24:43.895537 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 6650c985-b4e1-4113-b115-fe24c6ef7130 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:43.896070 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:43.929409 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3acf4163-e824-4619-ab21-5ed0739fae5e req-f1602398-1130-4948-b412-0cdfdb4cd25c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672770 May 23 20:24:43.975786 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 6650c985-b4e1-4113-b115-fe24c6ef7130, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6650c985-b4e1-4113-b115-fe24c6ef7130,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:44.039470 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:44.047142 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:44.111637 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (557b7c67-db6d-4311-b62f-666e29495df4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:44.140731 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=6650c985-b4e1-4113-b115-fe24c6ef7130,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:44.236089 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18030c1f-a665-443b-8c2e-78394e6dae51 None None] Network d1b674a5-f902-453a-bbbe-6a61eb453929 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:44.300289 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-f7fa78a3-d136-44f0-a32e-fcebd9d4d5c2 None None] Provisioning complete for port 6650c985-b4e1-4113-b115-fe24c6ef7130 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:44.300573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f7fa78a3-d136-44f0-a32e-fcebd9d4d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:44.373491 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Router 557b7c67-db6d-4311-b62f-666e29495df4 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:24:44.466681 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa78a3-d136-44f0-a32e-fcebd9d4d5c2 None None] Current status of the port 6650c985-b4e1-4113-b115-fe24c6ef7130 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:44.518761 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:44.530235 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:44.548548 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:44.549351 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:44.610097 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:44.614010 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f1b8ab02-5765-4a5e-ace4-c004a90406e2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4950974 May 23 20:24:44.614160 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33212) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:44.701769 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:44.786330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:44.796900 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-6014f625-374e-4502-a55e-681d9795626c None None] Provisioning complete for port 6650c985-b4e1-4113-b115-fe24c6ef7130 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:44.800091 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6014f625-374e-4502-a55e-681d9795626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:44.890039 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-6014f625-374e-4502-a55e-681d9795626c None None] Current status of the port 6650c985-b4e1-4113-b115-fe24c6ef7130 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:44.916114 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:43Z', 'revision_number': 3, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:44.945414 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:44.945772 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Updating router 557b7c67-db6d-4311-b62f-666e29495df4 port fb5bd780-3f68-46fc-9db9-95087652c23d binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:44.974985 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.076687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.230043 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.245017 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Allocated IP 172.20.0.1 (d1b674a5-f902-453a-bbbe-6a61eb453929/d0405bd9-c90a-499e-8e6a-be929101143f/6772c34f-d7e0-4435-874a-5a5ce6d3a7e7) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:45.254310 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks [] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.344196 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.351379 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks [] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.396834 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Attempting to bind port fb5bd780-3f68-46fc-9db9-95087652c23d on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:45.397301 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Attempting to bind port fb5bd780-3f68-46fc-9db9-95087652c23d by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:45.397620 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Attempting to bind port fb5bd780-3f68-46fc-9db9-95087652c23d on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:45.404475 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b405-2d81-4bcc-80fa-ddc014b39d9c None None] Pushing event updated for resources: {'Port': ['ID=fb5bd780-3f68-46fc-9db9-95087652c23d,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:45.407273 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:45.410473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:45.410473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.410473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:45.410473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Bound port: fb5bd780-3f68-46fc-9db9-95087652c23d, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:45.410473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.457377 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] For port fb5bd780-3f68-46fc-9db9-95087652c23d, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:45.460768 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] For port fb5bd780-3f68-46fc-9db9-95087652c23d, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=fb5bd780-3f68-46fc-9db9-95087652c23d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:45.485960 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.528131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:45.530874 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:45.535469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:45.535872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (557b7c67-db6d-4311-b62f-666e29495df4), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.574348 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.574934 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Pushing event updated for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:45.679794 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.690631 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:45.691583 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:45.717789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6650c985-b4e1-4113-b115-fe24c6ef7130 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:45.786344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 6650c985-b4e1-4113-b115-fe24c6ef7130 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:45.786949 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.789093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.839422 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.844695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.851954 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.860986 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:45.891293 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 6650c985-b4e1-4113-b115-fe24c6ef7130 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:45.912974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:45.915508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-196cb494-caad-4b17-84e4-5ba74c2d3a3d None None] Provisioning complete for port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:45.915883 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-196cb494-caad-4b17-84e4-5ba74c2d3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:45.970676 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b405-2d81-4bcc-80fa-ddc014b39d9c None None] Pushing event updated for resources: {'Port': ['ID=fb5bd780-3f68-46fc-9db9-95087652c23d,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:45.987224 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-196cb494-caad-4b17-84e4-5ba74c2d3a3d None None] Port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:46.106742 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:43Z', 'revision_number': 3, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:46.132770 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks [] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:46.140560 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069a0f3-fafd-494d-a9ec-4ed9a1aa509e None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:43Z', 'revision_number': 3, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:46.206614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:46.207413 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (557b7c67-db6d-4311-b62f-666e29495df4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:46.298821 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Pushing event updated for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:46.358131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:46.359788 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:46.473381 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b87fd-f861-42d0-9dc6-7833faad0ac3 req-794e53c2-f76f-445e-b72f-8b7b95445315 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:46.475095 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f8b87fd-f861-42d0-9dc6-7833faad0ac3 req-794e53c2-f76f-445e-b72f-8b7b95445315 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.1030087 May 23 20:24:46.554130 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f8b87fd-f861-42d0-9dc6-7833faad0ac3 req-077d9f7c-cea4-4072-bfdc-8542e7c4359d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725913 May 23 20:24:46.686831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:46.746795 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-15994060-9994-42c2-8712-4e2f25097474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:46.748527 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-15994060-9994-42c2-8712-4e2f25097474 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1129 time: 0.3254502 May 23 20:24:46.752848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-824d94ab-78b8-48a4-876d-341c3b88ba2a None None] Provisioning complete for port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:46.753365 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-824d94ab-78b8-48a4-876d-341c3b88ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:46.812940 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-824d94ab-78b8-48a4-876d-341c3b88ba2a None None] Port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:46.837226 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:24:46.919753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-cc246e3e-b774-4db9-8ed9-75e0a6b7da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:46.921215 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-cc246e3e-b774-4db9-8ed9-75e0a6b7da53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.1587069 May 23 20:24:47.000123 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-0548eb52-9bf6-4ba6-b392-f66347d26a85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 217 time: 0.0452585 May 23 20:24:47.019133 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:47.041590 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0eb9874b-f1d8-4e19-a040-e6486df9427a admin admin] 10.222.0.16 "PUT /v2.0/routers/557b7c67-db6d-4311-b62f-666e29495df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263012 May 23 20:24:47.062274 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-735baeb6-296b-4b3e-8bc6-778e19c0910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:47.063900 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-735baeb6-296b-4b3e-8bc6-778e19c0910f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0555975 May 23 20:24:47.125487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-238decfc-179a-4940-99c8-2869b555de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:47.127083 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-238decfc-179a-4940-99c8-2869b555de1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453427 May 23 20:24:47.265559 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-b522f415-eb21-4bca-86ac-92ccf93ac946 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265709 May 23 20:24:47.366427 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5926584c-44e0-4b01-b012-d4bdea07de88 req-59ddff29-adf0-46db-a175-eccaa701faf3 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 May 23 20:24:47.690698 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5965f3-28ed-49fa-ab5a-28496b7c73d0 req-40db74c5-64f7-4c2e-a13c-17d0ee374584 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:47.695135 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0c5965f3-28ed-49fa-ab5a-28496b7c73d0 req-40db74c5-64f7-4c2e-a13c-17d0ee374584 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0669930 May 23 20:24:47.712655 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device fb5bd780-3f68-46fc-9db9-95087652c23d up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:47.759297 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0c5965f3-28ed-49fa-ab5a-28496b7c73d0 req-8dcce90e-1ccc-4091-9ef5-b3cee6272c2f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 May 23 20:24:47.767291 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port fb5bd780-3f68-46fc-9db9-95087652c23d triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:47.767998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:47.856555 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port fb5bd780-3f68-46fc-9db9-95087652c23d is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:47.856944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:47.893336 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port fb5bd780-3f68-46fc-9db9-95087652c23d, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=fb5bd780-3f68-46fc-9db9-95087652c23d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:47.905274 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33288) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:47.910930 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1424651875-network', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:47.955782 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:47.978321 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Made reservation on behalf of 5e5e14b0b9834f4088b7b6ee89ab33c1 for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:47.980736 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:47.990122 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.007346 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=fb5bd780-3f68-46fc-9db9-95087652c23d,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:48.024615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:48.040023 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:48.053186 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:48.053811 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:48.080112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks [] for security_group (5075b12e-241b-4838-805b-7f43e93585c0), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.157040 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:48.166920 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5075b12e-241b-4838-805b-7f43e93585c0), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.194971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:24:48.211576 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5075b12e-241b-4838-805b-7f43e93585c0,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:48.215911 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (4b5051bc-5b03-4fe8-af2e-def897b499c4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.216325 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Added segment 4b5051bc-5b03-4fe8-af2e-def897b499c4 of type vlan for network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e May 23 20:24:48.262948 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.358118 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 2, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:48.362209 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.363463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:48.364081 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.385949 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:48.386347 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Updating router 557b7c67-db6d-4311-b62f-666e29495df4 port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:48.414300 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.434488 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:48.447184 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:24:48.489954 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-211673eb-dac8-46dd-b4ba-5b76cdc4a018 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5833969 May 23 20:24:48.492659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33294) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:48.498297 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Request body: {'subnet': {'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1424651875-subnet', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:48.578044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Made reservation on behalf of 5e5e14b0b9834f4088b7b6ee89ab33c1 for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:24:48.580922 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.633140 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:48.783770 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:48.795351 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:48.875801 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (7548a94e-ee15-444e-a3da-6fa7725a4661), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.910951 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks [] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.916965 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-19889fe9-56e0-44a9-948e-9b4c02cfd5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:48.932726 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eded61b-c792-4080-a182-c4bfa284af08 req-e91975ff-b28e-48c1-8459-4aa459416c69 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:48.934927 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8eded61b-c792-4080-a182-c4bfa284af08 req-e91975ff-b28e-48c1-8459-4aa459416c69 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0959899 May 23 20:24:48.962114 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7548a94e-ee15-444e-a3da-6fa7725a4661,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:48.979536 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:48.987088 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Checking segment: {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:48.987088 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Network hostable DHCP agents. Network: 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:24:48.995079 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.020188 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8eded61b-c792-4080-a182-c4bfa284af08 req-5096f3dd-ad26-4d3d-bc00-b2e31adee2fb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 May 23 20:24:49.050508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d4f3c-9f5e-442a-8168-24af2c967099 None None] Pushing event updated for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:49.104148 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:24:49.112190 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Attempting to bind port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:49.112575 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Attempting to bind port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:49.112941 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Attempting to bind port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:49.118872 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:49.119233 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:49.119647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.120204 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Bound using segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:49.120685 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Bound port: 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:49.121106 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.190813 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] For port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:49.194242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] For port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:49.201771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:49.206549 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:49.207152 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.217933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f55edf-66a3-4015-92f7-a50a63c78df7 None None] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:49.285922 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Provisioning complete for port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:49.286327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.290207 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:49.317851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.335182 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6799ab04-5834-40fa-931b-6a8602fc06b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8414388 May 23 20:24:49.337745 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33306) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:49.341973 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:49.418188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'fixed_ips': [{'subnet_id': '7548a94e-ee15-444e-a3da-6fa7725a4661'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:24:49.419130 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.435836 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.437153 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.437494 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d4f3c-9f5e-442a-8168-24af2c967099 None None] Pushing event updated for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:49.450159 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:49.450810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:49.506359 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for router_controller (21c73416-1d55-496a-8a54-05cbb8e4e347), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.588654 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Current status of the port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:49.589057 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.719550 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] For port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:49.724011 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:49.734509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:49.771788 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device fb5bd780-3f68-46fc-9db9-95087652c23d up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:49.795262 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for router_gateway (21c73416-1d55-496a-8a54-05cbb8e4e347), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:49.800285 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Allocated IP 172.20.0.2 (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e/7548a94e-ee15-444e-a3da-6fa7725a4661/be4d83f0-adfd-48cf-b565-8d4d73a3f4fb) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:49.855862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.045132 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-17adaf4d-6684-44d4-881b-ee936fb0d088 None None] Provisioning complete for port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:50.045597 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-17adaf4d-6684-44d4-881b-ee936fb0d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.047182 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port fb5bd780-3f68-46fc-9db9-95087652c23d triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:50.047528 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.083394 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for router_gateway (21c73416-1d55-496a-8a54-05cbb8e4e347), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.116746 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.126348 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7843c-b27c-4146-90af-75d63e57bd21 None None] Pushing event updated for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:50.159217 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:50.187680 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019a0e-8134-45b0-b1ca-2f0d26b93828 req-e8db7bbf-c64f-41ff-a4cd-2ef9ac7d980f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:50.196508 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f3019a0e-8134-45b0-b1ca-2f0d26b93828 req-e8db7bbf-c64f-41ff-a4cd-2ef9ac7d980f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0584462 May 23 20:24:50.238266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:50.254569 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f3019a0e-8134-45b0-b1ca-2f0d26b93828 req-4b7c53d7-9cea-4437-a76f-f1d2129c3a1e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567768 May 23 20:24:50.257891 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Allocated IP 172.27.2.215 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/082ff4d7-2714-406b-85c6-ad6e0c787403) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:50.323923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks [] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.332213 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:50.344831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:50.383695 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-17adaf4d-6684-44d4-881b-ee936fb0d088 None None] Current status of the port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:50.383916 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.387448 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67334-2cf7-44ee-821f-4d54b4a96fd2 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:50.399397 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port fb5bd780-3f68-46fc-9db9-95087652c23d is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:50.442954 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.508403 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:50.510296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.514063 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:50.516287 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Pushing event updated for resources: {'Port': ['ID=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:50.518587 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:50.534097 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:50.537404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:50.554976 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:50.586267 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Attempting to bind port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:50.586267 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Attempting to bind port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:50.586904 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Attempting to bind port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb on network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:50.594928 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:50.595304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Checking segment: {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:50.595737 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.596228 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Bound using segment: {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:50.596753 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Bound port: be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:50.597137 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.676041 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:50.678930 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Pushing event updated for resources: {'Port': ['ID=082ff4d7-2714-406b-85c6-ad6e0c787403,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:50.778073 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:50.803181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] For port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:50.828024 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] For port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:50.889942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for router_gateway (21c73416-1d55-496a-8a54-05cbb8e4e347), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.915662 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8b32a9b9-53a8-4842-b4f6-57268abd0b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.920725 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:50.984629 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26299a2a-72bb-40d8-8733-14f8d9d88d77 None None] Pushing event updated for resources: {'Port': ['ID=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:51.148894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:51.406972 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2e5c-4ad3-4218-ab6b-4f83c819b01a req-a29e1f22-67cf-47c4-a723-e2dc93eb3a93 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:51.408467 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7e0c2e5c-4ad3-4218-ab6b-4f83c819b01a req-a29e1f22-67cf-47c4-a723-e2dc93eb3a93 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0535154 May 23 20:24:51.461207 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7e0c2e5c-4ad3-4218-ab6b-4f83c819b01a req-f726e1a2-6e35-431e-989a-a6a8834f329d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 May 23 20:24:51.467995 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Router 21c73416-1d55-496a-8a54-05cbb8e4e347 is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:24:51.739782 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:51.780901 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:51.792208 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Sync routers for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:51.794840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:51.797507 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:51.797869 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:51.810425 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:51.811043 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:51.865755 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:51.869453 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-44d3e4e5-2632-4a70-b759-bbcecb882a10 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5283115 May 23 20:24:51.869704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33338) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:51.897190 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:51.899850 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device be4d83f0-adfd-48cf-b565-8d4d73a3f4fb up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:51.944763 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:51.953131 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:51.953592 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.084884 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:52.087778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.107543 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.160296 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:50Z', 'revision_number': 3, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:52.194193 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:52.198695 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Checking router: 21c73416-1d55-496a-8a54-05cbb8e4e347 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:52.199219 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Updating router 21c73416-1d55-496a-8a54-05cbb8e4e347 port 082ff4d7-2714-406b-85c6-ad6e0c787403 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:52.258079 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.311443 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:52.331651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95f34e-8305-4768-9945-fc111d98b54b None None] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:24:52.344501 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.392717 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:52.454305 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.468973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-00d4213d-58db-4d03-ae1f-3daac4ce1b66 None None] Provisioning complete for port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:52.469343 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-00d4213d-58db-4d03-ae1f-3daac4ce1b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.474931 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:52.497881 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:52.574649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-00d4213d-58db-4d03-ae1f-3daac4ce1b66 None None] Current status of the port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:52.633488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112197-fe64-41cf-b3a2-4478ed6f5bf4 req-a875c0bb-65e8-4ac3-8fd3-66e82d35f43f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:52.635566 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9e112197-fe64-41cf-b3a2-4478ed6f5bf4 req-a875c0bb-65e8-4ac3-8fd3-66e82d35f43f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0665717 May 23 20:24:52.680975 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks [] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.692865 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Allocated IP 172.20.0.1 (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e/7548a94e-ee15-444e-a3da-6fa7725a4661/1cd7ec71-c469-4ae0-aefa-c306d209a92b) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:24:52.713805 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9e112197-fe64-41cf-b3a2-4478ed6f5bf4 req-2e0be948-78e0-4508-bc96-41d923b1de04 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664456 May 23 20:24:52.765013 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.794329 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-f4f9c451-7a7e-4a45-9fab-625984704893 None None] Provisioning complete for port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:52.794703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c451-7a7e-4a45-9fab-625984704893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.806382 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks [] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.811811 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Attempting to bind port 082ff4d7-2714-406b-85c6-ad6e0c787403 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:52.812268 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Attempting to bind port 082ff4d7-2714-406b-85c6-ad6e0c787403 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:52.812521 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Attempting to bind port 082ff4d7-2714-406b-85c6-ad6e0c787403 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:52.824961 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:52.825329 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:52.825720 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.826122 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:52.826580 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Bound port: 082ff4d7-2714-406b-85c6-ad6e0c787403, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:52.826947 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.846909 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bdb0a-46ed-4d31-94d2-19a0edff4376 None None] Pushing event updated for resources: {'Port': ['ID=082ff4d7-2714-406b-85c6-ad6e0c787403,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:52.874364 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9c451-7a7e-4a45-9fab-625984704893 None None] Current status of the port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:52.878134 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] For port 082ff4d7-2714-406b-85c6-ad6e0c787403, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:52.881133 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] For port 082ff4d7-2714-406b-85c6-ad6e0c787403, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=082ff4d7-2714-406b-85c6-ad6e0c787403,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:52.892828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.930001 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:52.935373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:52.938242 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:52.942335 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:24:52.942800 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (21c73416-1d55-496a-8a54-05cbb8e4e347), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.961598 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:52.977808 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:53.003438 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:53.022688 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:53.023305 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:53.028386 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bdb0a-46ed-4d31-94d2-19a0edff4376 None None] Pushing event updated for resources: {'Port': ['ID=082ff4d7-2714-406b-85c6-ad6e0c787403,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:53.129905 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.134894 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:53.196988 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-95bcd5c8-8e29-44cf-8a22-5f2490b3c24b None None] Provisioning complete for port 1cd7ec71-c469-4ae0-aefa-c306d209a92b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:53.197662 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-95bcd5c8-8e29-44cf-8a22-5f2490b3c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.236659 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-95bcd5c8-8e29-44cf-8a22-5f2490b3c24b None None] Port 1cd7ec71-c469-4ae0-aefa-c306d209a92b cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:53.322615 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:50Z', 'revision_number': 3, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:53.344074 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks [] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.347396 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8d2e1-3eb0-4ff3-a0f4-4b17836ff92d None None] The sync data for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi is: [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:50Z', 'revision_number': 3, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:53.406393 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.407215 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (21c73416-1d55-496a-8a54-05cbb8e4e347), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.436071 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:53.442249 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:53.495481 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:53.503432 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.537939 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:24:53.539527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:24:53.718315 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Router 21c73416-1d55-496a-8a54-05cbb8e4e347 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:24:53.885700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-c5e97278-4f64-4ad0-91b4-6aa81f3b35df None None] Provisioning complete for port 1cd7ec71-c469-4ae0-aefa-c306d209a92b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:53.886145 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c5e97278-4f64-4ad0-91b4-6aa81f3b35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:53.914438 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5211-0767-4a2e-8408-d832272063e4 req-fff6e2f6-9d48-472e-aa35-78b6c2f3d5b0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:53.915979 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ae4c5211-0767-4a2e-8408-d832272063e4 req-fff6e2f6-9d48-472e-aa35-78b6c2f3d5b0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0713398 May 23 20:24:53.917788 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:24:53.920787 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device be4d83f0-adfd-48cf-b565-8d4d73a3f4fb up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:53.926681 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e6fa21ec-a433-4780-991a-60f8c178cc86 admin admin] 10.222.0.16 "PUT /v2.0/routers/21c73416-1d55-496a-8a54-05cbb8e4e347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557666 May 23 20:24:53.978045 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ae4c5211-0767-4a2e-8408-d832272063e4 req-207f0962-7888-444b-83aa-00a1de004847 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 May 23 20:24:53.979041 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-c5e97278-4f64-4ad0-91b4-6aa81f3b35df None None] Port 1cd7ec71-c469-4ae0-aefa-c306d209a92b cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:53.991102 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:53.991489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.079720 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:54.080825 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 082ff4d7-2714-406b-85c6-ad6e0c787403 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:54.131962 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 082ff4d7-2714-406b-85c6-ad6e0c787403 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:54.133254 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.217199 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 082ff4d7-2714-406b-85c6-ad6e0c787403 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:54.217851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.241495 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 082ff4d7-2714-406b-85c6-ad6e0c787403, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=082ff4d7-2714-406b-85c6-ad6e0c787403,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:54.310650 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.367773 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=082ff4d7-2714-406b-85c6-ad6e0c787403,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:54.409216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33382) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:54.413652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560179066', 'description': 'tempest-secgroup-smoke-560179066 description', 'project_id': '26567fb564314003bf5ae836737b990e'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:54.418703 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:54.509954 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.582266 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (526ab315-09d5-4395-8111-c293b0b90b87), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.652355 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (526ab315-09d5-4395-8111-c293b0b90b87), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.680976 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526ab315-09d5-4395-8111-c293b0b90b87,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:54.797545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.798823 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1e35db8c-cbb8-42c9-869d-23786e838d76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3885932 May 23 20:24:54.801861 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33386) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:54.806327 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:54.912189 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (391c0b24-f787-405d-9684-3fb7b9d4039f), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:54.967793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (391c0b24-f787-405d-9684-3fb7b9d4039f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.040733 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.073577 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Sync routers for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:24:55.078984 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (391c0b24-f787-405d-9684-3fb7b9d4039f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.087362 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:55.088078 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:55.113755 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5efe36-27ff-47e8-b264-bace003d4088 req-6f91aa72-a50e-417e-a6c6-3e21c208505b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:55.115292 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0c5efe36-27ff-47e8-b264-bace003d4088 req-6f91aa72-a50e-417e-a6c6-3e21c208505b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0657187 May 23 20:24:55.116766 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391c0b24-f787-405d-9684-3fb7b9d4039f,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:55.171160 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0c5efe36-27ff-47e8-b264-bace003d4088 req-822c6cfc-b491-45a6-a177-f5d4983bfdfe tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 May 23 20:24:55.174374 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.178348 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33390) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:55.179084 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-55c90366-f28c-4cd2-83ab-141471bce578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754592 May 23 20:24:55.186260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:55.193993 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:55.200351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:55.276345 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (e622c0ec-2ab5-459c-af9c-c764fb3ab1b1), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.315868 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:55.339447 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (e622c0ec-2ab5-459c-af9c-c764fb3ab1b1), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.399426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (e622c0ec-2ab5-459c-af9c-c764fb3ab1b1), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.399808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:53Z', 'revision_number': 4, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '1cd7ec71-c469-4ae0-aefa-c306d209a92b', 'name': '', 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'mac_address': 'fa:16:3e:d0:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:52Z', 'updated_at': '2022-05-23T20:24:53Z', 'revision_number': 2, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'subnets': [{'id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:55.429679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Checking router: 21c73416-1d55-496a-8a54-05cbb8e4e347 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:24:55.430066 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Updating router 21c73416-1d55-496a-8a54-05cbb8e4e347 port 1cd7ec71-c469-4ae0-aefa-c306d209a92b binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:24:55.432245 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e622c0ec-2ab5-459c-af9c-c764fb3ab1b1,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:55.467039 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.475411 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:55.518289 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.519517 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fee41113-07f6-4cb2-b779-1b91b1aa8666 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387280 May 23 20:24:55.522652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33404) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:55.528450 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:55.629118 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (a0ce1458-9702-4e7a-ab51-1b8695a5b89f), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.689540 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (a0ce1458-9702-4e7a-ab51-1b8695a5b89f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.709360 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 082ff4d7-2714-406b-85c6-ad6e0c787403 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:55.783913 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (a0ce1458-9702-4e7a-ab51-1b8695a5b89f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.805563 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ce1458-9702-4e7a-ab51-1b8695a5b89f,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:55.813093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 082ff4d7-2714-406b-85c6-ad6e0c787403 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:55.813469 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.848037 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks [] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.898670 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 082ff4d7-2714-406b-85c6-ad6e0c787403 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:55.960864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.962689 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:55.965035 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3e89efd7-61c6-4b6d-a8c3-5cdceedd8606 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403143 May 23 20:24:55.969996 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33408) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:55.974544 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:56.013486 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec77a0-b468-48dd-8083-2c024ea7ac97 None None] Pushing event updated for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:56.021682 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:56.076279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Attempting to bind port 1cd7ec71-c469-4ae0-aefa-c306d209a92b on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:24:56.076649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Attempting to bind port 1cd7ec71-c469-4ae0-aefa-c306d209a92b by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:24:56.077014 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Attempting to bind port 1cd7ec71-c469-4ae0-aefa-c306d209a92b on network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:24:56.083144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:24:56.083521 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Checking segment: {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:24:56.083923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.084311 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Bound using segment: {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:24:56.084777 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Bound port: 1cd7ec71-c469-4ae0-aefa-c306d209a92b, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5051bc-5b03-4fe8-af2e-def897b499c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:24:56.085362 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.089412 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (48cb630b-40d4-410a-bb47-b1da47e5db6d), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.154854 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] For port 1cd7ec71-c469-4ae0-aefa-c306d209a92b, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:24:56.158252 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] For port 1cd7ec71-c469-4ae0-aefa-c306d209a92b, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=1cd7ec71-c469-4ae0-aefa-c306d209a92b,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:24:56.164774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (48cb630b-40d4-410a-bb47-b1da47e5db6d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.227065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-5ff9018b-6ed1-4a2b-a243-85e91534ff7b None None] Provisioning complete for port 1cd7ec71-c469-4ae0-aefa-c306d209a92b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:56.227065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5ff9018b-6ed1-4a2b-a243-85e91534ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.267707 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9018b-6ed1-4a2b-a243-85e91534ff7b None None] Port 1cd7ec71-c469-4ae0-aefa-c306d209a92b cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:24:56.275021 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (48cb630b-40d4-410a-bb47-b1da47e5db6d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.275745 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.302474 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cb630b-40d4-410a-bb47-b1da47e5db6d,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:56.333332 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:56.337591 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:24:56.338300 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:24:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:56.375296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e398a2-9453-45e7-9635-58f5eadd1c9f req-a14de732-6540-452e-a112-a15a519b8330 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:56.376117 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-70e398a2-9453-45e7-9635-58f5eadd1c9f req-a14de732-6540-452e-a112-a15a519b8330 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.1187131 May 23 20:24:56.398267 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.405257 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a5dc1b63-d758-4ce6-82b9-d8ea41a5476a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4288678 May 23 20:24:56.405257 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33422) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:56.409030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:56.489888 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-70e398a2-9453-45e7-9635-58f5eadd1c9f req-93300284-eb3f-46b2-b513-1893aac24de7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127193 May 23 20:24:56.538511 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.securitygroups_db [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Project 26567fb564314003bf5ae836737b990e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:24:56.546784 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (9b8a1e74-6571-4724-b4c0-39c5d997e4cb), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.638346 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (9b8a1e74-6571-4724-b4c0-39c5d997e4cb), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.674319 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec77a0-b468-48dd-8083-2c024ea7ac97 None None] Pushing event updated for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:56.705812 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Provisioning complete for port 1cd7ec71-c469-4ae0-aefa-c306d209a92b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:56.706285 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.715440 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (9b8a1e74-6571-4724-b4c0-39c5d997e4cb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.727682 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:24:56.739863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8a1e74-6571-4724-b4c0-39c5d997e4cb,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:56.843234 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.847530 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 33432) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:24:56.847812 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0b1ea48d-5eea-4091-9240-9752d7bb2786 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4441376 May 23 20:24:56.852531 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:56.854658 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'security_group_rule': {'security_group_id': '526ab315-09d5-4395-8111-c293b0b90b87', 'project_id': '26567fb564314003bf5ae836737b990e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:24:56.900218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Current status of the port 1cd7ec71-c469-4ae0-aefa-c306d209a92b is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:56.900528 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.944223 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.securitygroups_db [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Project 26567fb564314003bf5ae836737b990e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:24:56.951617 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (4aef760a-8e2b-41ae-b477-268d4550de9f), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:56.973254 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] For port 1cd7ec71-c469-4ae0-aefa-c306d209a92b, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=1cd7ec71-c469-4ae0-aefa-c306d209a92b,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:24:56.987005 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:53Z', 'revision_number': 4, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '1cd7ec71-c469-4ae0-aefa-c306d209a92b', 'name': '', 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'mac_address': 'fa:16:3e:d0:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:52Z', 'updated_at': '2022-05-23T20:24:56Z', 'revision_number': 4, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'subnets': [{'id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:24:57.005436 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (4aef760a-8e2b-41ae-b477-268d4550de9f), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:57.012998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c47bf5f-5477-4609-b37d-465197fbc3c8 None None] The sync data for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi is: [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:24:53Z', 'revision_number': 4, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '1cd7ec71-c469-4ae0-aefa-c306d209a92b', 'name': '', 'network_id': '1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'mac_address': 'fa:16:3e:d0:bd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:52Z', 'updated_at': '2022-05-23T20:24:56Z', 'revision_number': 4, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'subnets': [{'id': '7548a94e-ee15-444e-a3da-6fa7725a4661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:24:57.064065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:57.087146 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (4aef760a-8e2b-41ae-b477-268d4550de9f), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:57.117760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aef760a-8e2b-41ae-b477-268d4550de9f,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:57.149117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279e7f0-a540-407e-adb4-ee59c40f4dff None None] Pushing event updated for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:24:57.203162 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:57.205011 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-34eae721-b3df-420f-9965-c51845e55a19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560023 May 23 20:24:57.652538 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2095b1-660d-4537-8eea-8cd0665f4081 req-591b9366-56bd-4c5b-9ce0-1ad795a07b27 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:57.656571 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9c2095b1-660d-4537-8eea-8cd0665f4081 req-591b9366-56bd-4c5b-9ce0-1ad795a07b27 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0855176 May 23 20:24:57.719819 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 1cd7ec71-c469-4ae0-aefa-c306d209a92b up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:24:57.730272 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9c2095b1-660d-4537-8eea-8cd0665f4081 req-3c3fe22a-a17f-470c-9265-7080afb40628 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 May 23 20:24:57.787099 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 1cd7ec71-c469-4ae0-aefa-c306d209a92b triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:24:57.787515 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:24:57.818484 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:57.870787 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 1cd7ec71-c469-4ae0-aefa-c306d209a92b is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:24:59.093253 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7649c-0d2f-42c6-b9f0-7747c89ab447 req-0ffd4a29-0677-4fad-a3fd-dbe112ce6209 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:59.095310 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-13f7649c-0d2f-42c6-b9f0-7747c89ab447 req-0ffd4a29-0677-4fad-a3fd-dbe112ce6209 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0529535 May 23 20:24:59.140286 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:59.158997 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-13f7649c-0d2f-42c6-b9f0-7747c89ab447 req-21c581dc-9354-4603-b506-d61e82e4dbc3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 May 23 20:24:59.231118 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cca18-5528-440b-8588-c66386ba9441 req-11d1add8-d182-443f-b098-56e07873e1fd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:24:59.232706 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d75cca18-5528-440b-8588-c66386ba9441 req-11d1add8-d182-443f-b098-56e07873e1fd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0619557 May 23 20:24:59.277178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:24:59.281887 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d75cca18-5528-440b-8588-c66386ba9441 req-84242511-f6eb-4478-8b9b-8330b7d06e37 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 May 23 20:25:00.279005 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec389-64b3-4260-b559-b374b1900d58 req-44c4e5d2-cf4d-4d51-8eda-cd4b79b7a400 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:00.280478 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-894ec389-64b3-4260-b559-b374b1900d58 req-44c4e5d2-cf4d-4d51-8eda-cd4b79b7a400 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0466800 May 23 20:25:00.331161 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-894ec389-64b3-4260-b559-b374b1900d58 req-5aef7492-3832-4eba-b7bb-3f82ec9f10ce tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 May 23 20:25:00.437564 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd13253-a634-4b3b-979f-c4dbea068a33 req-d6f1ce02-e802-4f58-a4cb-ec5914c2acf0 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:00.439122 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcd13253-a634-4b3b-979f-c4dbea068a33 req-d6f1ce02-e802-4f58-a4cb-ec5914c2acf0 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0474648 May 23 20:25:00.488974 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcd13253-a634-4b3b-979f-c4dbea068a33 req-0be3e7c6-8793-41de-88ce-2c1e3e13551d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444608 May 23 20:25:01.445721 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b756a-b07e-4a45-9997-295fa55e1e9f req-e91c24f3-4e2f-40e6-891f-447a282bec01 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:01.447248 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d28b756a-b07e-4a45-9997-295fa55e1e9f req-e91c24f3-4e2f-40e6-891f-447a282bec01 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0483243 May 23 20:25:01.496018 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d28b756a-b07e-4a45-9997-295fa55e1e9f req-0bf8d8a5-07c8-4072-8593-3a7635d29f46 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 May 23 20:25:01.600861 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bdec5-1f2f-4ad3-98b5-8e9b0ced324a req-fc18a7a1-2035-419c-91d3-2eaf59e883b6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:01.602332 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c24bdec5-1f2f-4ad3-98b5-8e9b0ced324a req-fc18a7a1-2035-419c-91d3-2eaf59e883b6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0464809 May 23 20:25:01.657583 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c24bdec5-1f2f-4ad3-98b5-8e9b0ced324a req-d89b115a-4d55-4554-a543-590531070f5b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495768 May 23 20:25:02.432159 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ad2ec-b96a-4dda-ac57-76cbe71e806e req-029bc0e8-ee63-4253-98ec-249e1cac6999 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:02.433673 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d4ad2ec-b96a-4dda-ac57-76cbe71e806e req-029bc0e8-ee63-4253-98ec-249e1cac6999 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0502861 May 23 20:25:02.489982 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d4ad2ec-b96a-4dda-ac57-76cbe71e806e req-1d9f1958-e3ed-4c31-94c7-00e4a29c7400 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 May 23 20:25:02.614278 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352450c-f18a-42e5-b4d5-b8822260a02b req-538c75de-05a6-46c5-9587-21a22923419b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:02.625388 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7352450c-f18a-42e5-b4d5-b8822260a02b req-538c75de-05a6-46c5-9587-21a22923419b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0483484 May 23 20:25:02.663141 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7352450c-f18a-42e5-b4d5-b8822260a02b req-7bd79599-ff82-4624-8141-ebb0e28190d5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 May 23 20:25:02.835920 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8904-93a7-4a73-b38e-5fd0d8028d64 req-575a317d-b2f4-4942-b2c4-44b1c899d2b0 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:02.835920 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-133e8904-93a7-4a73-b38e-5fd0d8028d64 req-575a317d-b2f4-4942-b2c4-44b1c899d2b0 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0456343 May 23 20:25:02.835920 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-133e8904-93a7-4a73-b38e-5fd0d8028d64 req-31294410-ee77-42ca-be8b-b384232bac61 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 May 23 20:25:02.956012 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-29caaff3-fec8-47ab-8b94-0ca529528fee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227438931&fields=id&tenant_id=d8f120eaf89b4ef29fc92cf544ff1000 HTTP/1.1" status: 200 len: 267 time: 0.0469925 May 23 20:25:03.065807 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-0ff54014-cc60-46b2-90a5-e133f9d21eaa tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:03.068530 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-0ff54014-cc60-46b2-90a5-e133f9d21eaa tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 809 time: 0.1051280 May 23 20:25:03.083948 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-f82c6a8e-b626-4ee1-aaf5-587dd8c01499 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/quotas/d8f120eaf89b4ef29fc92cf544ff1000 HTTP/1.1" status: 200 len: 375 time: 0.0102961 May 23 20:25:03.135463 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-cb87a09d-4554-4b4b-841a-caf0e975297d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460072 May 23 20:25:03.243524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-42bba2fc-7e49-4e6e-b16e-cdd5c725849c service neutron] 10.222.0.16 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923645 May 23 20:25:03.323664 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:03.324908 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=14 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:03.327287 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:03.341556 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-e896a18d-ebdd-46a6-8f93-9d8f53d0fc60 service neutron] 10.222.0.16 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951564 May 23 20:25:03.614484 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25db20d-35e9-4da0-8bd0-968292594b86 req-097d19f5-72c6-4d5c-b7bc-691bec0456db tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:03.615986 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e25db20d-35e9-4da0-8bd0-968292594b86 req-097d19f5-72c6-4d5c-b7bc-691bec0456db tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0500507 May 23 20:25:03.672788 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e25db20d-35e9-4da0-8bd0-968292594b86 req-e9f2b477-5d1f-4b50-9956-e6c570026d5f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500584 May 23 20:25:03.782614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c43f5a-68d2-48db-816b-daa4e39d6dff req-e720188f-3fa6-4fd7-88ad-07bee1e71d08 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:03.784372 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53c43f5a-68d2-48db-816b-daa4e39d6dff req-e720188f-3fa6-4fd7-88ad-07bee1e71d08 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0501747 May 23 20:25:03.820158 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:03.835363 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53c43f5a-68d2-48db-816b-daa4e39d6dff req-00a93f65-f6f1-40ca-ac61-e35338f44aa0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444138 May 23 20:25:03.950530 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f20fc50d-9fc1-42df-9273-62146fd048e9 req-44cf4e90-37d0-4485-abb2-1840d68ebc1d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0485263 May 23 20:25:03.991683 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c058990-3305-4c83-a558-3c96090d0504 req-5c5cfb7f-0492-477a-bfe6-6e0e9fcd2d19 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:03.994484 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6c058990-3305-4c83-a558-3c96090d0504 req-5c5cfb7f-0492-477a-bfe6-6e0e9fcd2d19 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0837343 May 23 20:25:04.047854 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6c058990-3305-4c83-a558-3c96090d0504 req-48d91ec9-4594-4763-9381-0a7dcb758e6c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483637 May 23 20:25:04.640567 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-a75bcc58-2a5e-41bc-9367-32b769c81c86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405142 May 23 20:25:04.697418 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:04.702811 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef15de-939c-4737-a571-add9ba8ce12c req-5445a878-6a0d-4cf8-af72-2fa6ccd35bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:04.704570 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-5445a878-6a0d-4cf8-af72-2fa6ccd35bfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 1130 time: 0.0426936 May 23 20:25:04.821301 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb24db-b5b6-471a-839b-3c5a87b56e57 req-7670c9de-f954-49b7-b5e8-c0141cebbf19 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:04.823077 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15cb24db-b5b6-471a-839b-3c5a87b56e57 req-7670c9de-f954-49b7-b5e8-c0141cebbf19 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0491083 May 23 20:25:04.829286 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef15de-939c-4737-a571-add9ba8ce12c req-6c4e2306-bd81-4cf1-90af-b19ea81be79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:04.830796 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-6c4e2306-bd81-4cf1-90af-b19ea81be79e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.1059780 May 23 20:25:04.878668 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15cb24db-b5b6-471a-839b-3c5a87b56e57 req-a4bf108a-f3dd-44a8-9321-7b98844b15ee tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494888 May 23 20:25:04.900408 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:04.903684 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-d418b60a-fe64-44c2-9f23-e91a1843f117 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 200 len: 1000 time: 0.0645626 May 23 20:25:04.986344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b740f-76a4-4236-a3d6-cb381a100945 req-1992e496-2500-42c7-a8f8-2ad30941a7d4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:04.987805 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-912b740f-76a4-4236-a3d6-cb381a100945 req-1992e496-2500-42c7-a8f8-2ad30941a7d4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0770957 May 23 20:25:05.006003 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef15de-939c-4737-a571-add9ba8ce12c req-2ad6684b-9d1a-4e0e-a10d-901ca655a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:05.007624 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-2ad6684b-9d1a-4e0e-a10d-901ca655a577 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0880315 May 23 20:25:05.032833 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-948af88d-acca-4850-bc22-7efba03a49e9 req-57d510f4-b6ea-446c-bb7c-b81bc6fcaf79 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0400290 May 23 20:25:05.098857 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef15de-939c-4737-a571-add9ba8ce12c req-e716e265-3e95-464c-8325-bb11f3c9c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:05.100448 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-e716e265-3e95-464c-8325-bb11f3c9c484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804117 May 23 20:25:05.105501 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-912b740f-76a4-4236-a3d6-cb381a100945 req-bb7f1ad3-8d04-4f4f-a193-a58967039179 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095190 May 23 20:25:05.176797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e9941-585a-4b8a-a91d-dcb6d1acfd16 req-eac51a0b-d4ab-404d-9a81-9248e6af0355 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:05.178428 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-536e9941-585a-4b8a-a91d-dcb6d1acfd16 req-eac51a0b-d4ab-404d-9a81-9248e6af0355 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0477402 May 23 20:25:05.207819 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-780d177d-5443-4250-beca-f4b9a08dc652 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001863 May 23 20:25:05.235405 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-536e9941-585a-4b8a-a91d-dcb6d1acfd16 req-63aad8c2-344a-4fe8-a0a2-faff0b3a9d44 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509012 May 23 20:25:05.487415 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fef15de-939c-4737-a571-add9ba8ce12c req-0a1e0878-2c32-4e76-ac0f-321c14e1b8dd service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729075 May 23 20:25:06.002644 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946156e-5d4f-4e3d-b81e-6a1b29794d16 req-3661446e-8f11-40a1-81cd-e8be1c52b3cf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:06.004032 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4946156e-5d4f-4e3d-b81e-6a1b29794d16 req-3661446e-8f11-40a1-81cd-e8be1c52b3cf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0493259 May 23 20:25:06.052192 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4946156e-5d4f-4e3d-b81e-6a1b29794d16 req-b16e4040-fe6e-4f41-a7e9-d14dca4ca7c0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 May 23 20:25:06.146380 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1af3dec6-2e9a-49b0-9cba-bb41d3537e95 req-151ff1c6-1ec7-4c6e-a700-ccf646173388 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0317295 May 23 20:25:06.230367 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62dd17-e934-4991-b57d-7a00c188dc51 req-85af9d81-dec7-4a6e-9ca6-ea3a13cf8a09 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:06.231845 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ca62dd17-e934-4991-b57d-7a00c188dc51 req-85af9d81-dec7-4a6e-9ca6-ea3a13cf8a09 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0510602 May 23 20:25:06.281055 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ca62dd17-e934-4991-b57d-7a00c188dc51 req-e98df958-26c8-4c29-96f3-57feb0357ab0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 May 23 20:25:06.359044 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7719abb-ccde-45d9-8fd8-9fc869e504a5 req-4a370a47-59d1-4c6b-af16-09708c54474d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:06.360515 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f7719abb-ccde-45d9-8fd8-9fc869e504a5 req-4a370a47-59d1-4c6b-af16-09708c54474d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0466921 May 23 20:25:06.408578 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f7719abb-ccde-45d9-8fd8-9fc869e504a5 req-1fe607a1-83c6-4ec1-b54d-8587ae6975ac tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 May 23 20:25:07.182704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd139f-8822-40eb-96d4-8cb3b3319c20 req-c48aa1fd-1d58-49e2-9678-970e21a9145f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:07.184351 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-78bd139f-8822-40eb-96d4-8cb3b3319c20 req-c48aa1fd-1d58-49e2-9678-970e21a9145f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0558140 May 23 20:25:07.283159 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-89981f06-1518-477c-bf00-3c7d25be9045 req-4215b514-9601-4364-be21-4690878773be tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0343313 May 23 20:25:07.305979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:07.324951 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-78bd139f-8822-40eb-96d4-8cb3b3319c20 req-e389e910-3d95-400f-8dc0-c3d37a5d3b40 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271734 May 23 20:25:07.383676 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9e81b769-a2eb-445c-89a0-8dc31ea73d6e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:07.385197 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9e81b769-a2eb-445c-89a0-8dc31ea73d6e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 809 time: 0.1999843 May 23 20:25:07.432608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ef95a-a3f8-4567-a27d-b76e90ef6fa3 req-850275f6-06d6-46e9-b12c-3ce3ad4698dc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:07.442394 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-943ef95a-a3f8-4567-a27d-b76e90ef6fa3 req-850275f6-06d6-46e9-b12c-3ce3ad4698dc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0592513 May 23 20:25:07.463390 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-e2f62628-bee3-418d-a079-2acc972518a2 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f120eaf89b4ef29fc92cf544ff1000 HTTP/1.1" status: 200 len: 380 time: 0.0686677 May 23 20:25:07.474494 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'port': {'device_id': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'admin_state_up': True, 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'security_groups': ['1c968eb4-1af7-4431-b637-89387f2a2501']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:07.509574 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-943ef95a-a3f8-4567-a27d-b76e90ef6fa3 req-30fa7bdb-8ec6-4584-b5b6-05ae7c7d5416 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 May 23 20:25:07.586636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33635f-96b2-4880-8ec8-abc29dd21700 req-efe94626-32d0-4dae-8f1d-048ce372171a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:07.588079 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0f33635f-96b2-4880-8ec8-abc29dd21700 req-efe94626-32d0-4dae-8f1d-048ce372171a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0888515 May 23 20:25:07.610292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:07.677175 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0f33635f-96b2-4880-8ec8-abc29dd21700 req-b57e800f-59c1-45aa-9d7e-d6c8b6180834 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830188 May 23 20:25:07.732027 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Made reservation on behalf of d8f120eaf89b4ef29fc92cf544ff1000 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:07.736292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:07.867666 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Allocated IP 172.20.0.9 (732ac238-a06b-44f4-b31c-125a3f37c7a7/707fd323-c907-491e-9c70-ff08e004b3b9/e3fbb816-fd5a-4989-8f75-4be912227768) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:07.901022 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33772) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:07.906112 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993169838', 'description': 'tempest-description--2092505273'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:07.966717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.015254 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for port (e3fbb816-fd5a-4989-8f75-4be912227768), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.024240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:08.037847 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (8292bae7-2bb8-451f-99d0-d3159921390d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.103367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8292bae7-2bb8-451f-99d0-d3159921390d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.120825 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.140806 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8292bae7-2bb8-451f-99d0-d3159921390d,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:08.149015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.149373 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.149722 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.150099 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.150437 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.150774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.151106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.151438 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.151769 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.152097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.152426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.152752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.153077 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.153402 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.153726 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.168915 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:08.174707 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:08.178411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:08.183479 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:08.184087 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.189568 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.190924 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3a4bd097-75f1-421a-a5ce-64b30d13063c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2888370 May 23 20:25:08.193913 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33774) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:08.198114 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:08.199301 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '8292bae7-2bb8-451f-99d0-d3159921390d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:08.200636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:08.207057 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.207498 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.207934 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.208362 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.208790 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.209853 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.209853 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.210187 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.210603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.211018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.211444 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.211859 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.212279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.212691 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.213248 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:08.277790 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-9d92c62a-814b-4857-ad89-a830a192b514 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081710 May 23 20:25:08.303554 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (f61d43af-9a41-4be1-9e29-2ef92102e406), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.381066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (f61d43af-9a41-4be1-9e29-2ef92102e406), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.432257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbe7e1-a80f-423b-bb15-92ad29348622 req-cabb0b6b-eab7-4bf8-b1ed-60533c03032a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:08.433794 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b3dbe7e1-a80f-423b-bb15-92ad29348622 req-cabb0b6b-eab7-4bf8-b1ed-60533c03032a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 931 time: 0.0648801 May 23 20:25:08.460220 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eb200-5f07-4a85-9c59-37914a939682 req-2d7b7489-5054-4746-8f02-f1cdf77d691d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:08.460220 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f9eb200-5f07-4a85-9c59-37914a939682 req-2d7b7489-5054-4746-8f02-f1cdf77d691d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0467572 May 23 20:25:08.461488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (f61d43af-9a41-4be1-9e29-2ef92102e406), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.470164 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:08.473452 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-9a2edce9-abb9-4b59-8a09-3989f00e5a6d None None] Provisioning complete for port e3fbb816-fd5a-4989-8f75-4be912227768 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:08.474652 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9a2edce9-abb9-4b59-8a09-3989f00e5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.488401 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b3dbe7e1-a80f-423b-bb15-92ad29348622 req-5850f4cf-7ea8-41b6-bea9-d4eff4d0d949 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489116 May 23 20:25:08.494662 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61d43af-9a41-4be1-9e29-2ef92102e406,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:08.507218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-9a2edce9-abb9-4b59-8a09-3989f00e5a6d None None] Port e3fbb816-fd5a-4989-8f75-4be912227768 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:25:08.529980 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f9eb200-5f07-4a85-9c59-37914a939682 req-fe62dac2-4dbc-4c4c-ab95-58460e3e5006 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605083 May 23 20:25:08.580349 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.581522 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8016e8f8-1515-4789-8b95-65b30a45ff00 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3865323 May 23 20:25:08.584376 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33786) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:08.588739 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '8292bae7-2bb8-451f-99d0-d3159921390d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:08.624692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8b178-0767-4ff2-9d41-781731e0a1cf req-de387638-0c6d-4281-afaf-232d5f3fca5b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:08.626467 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-97a8b178-0767-4ff2-9d41-781731e0a1cf req-de387638-0c6d-4281-afaf-232d5f3fca5b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0506680 May 23 20:25:08.680285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (8bb2242c-a3da-48b2-96c1-489f838c2018), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.689176 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-97a8b178-0767-4ff2-9d41-781731e0a1cf req-d8fae804-107f-4aa0-a8ac-5cb26f65030f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569530 May 23 20:25:08.738299 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (8bb2242c-a3da-48b2-96c1-489f838c2018), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.802607 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (8bb2242c-a3da-48b2-96c1-489f838c2018), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.812937 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8262c-45f2-4080-b6e0-4182bfd0dfab req-fcfd7fb5-d6cd-491e-80a7-39ce22500226 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:08.814432 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a5c8262c-45f2-4080-b6e0-4182bfd0dfab req-fcfd7fb5-d6cd-491e-80a7-39ce22500226 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0598783 May 23 20:25:08.837969 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb2242c-a3da-48b2-96c1-489f838c2018,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:08.875490 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a5c8262c-45f2-4080-b6e0-4182bfd0dfab req-c714391c-4688-4ce1-8377-b11e4cd9daaf tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501115 May 23 20:25:08.932750 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:08.933972 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c960304c-94d0-4823-9744-63eab0120d34 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486609 May 23 20:25:08.938997 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 33792) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:08.943390 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:09.034922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.116834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.226733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.27.2.216 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/fb0ce9f9-6f2c-4868-97c9-51f524bdbe36) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:09.287323 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:09.331080 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.429743 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.465887 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:09.470706 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:09.473171 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:09.476916 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:09.498359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=fb0ce9f9-6f2c-4868-97c9-51f524bdbe36,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:09.563284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.617690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fa7f5-f20b-48fc-ba3d-4817be946492 req-2ac3cc41-e31e-4846-bde8-21ed18f73521 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:09.619750 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c10fa7f5-f20b-48fc-ba3d-4817be946492 req-2ac3cc41-e31e-4846-bde8-21ed18f73521 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 931 time: 0.0523136 May 23 20:25:09.672133 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c10fa7f5-f20b-48fc-ba3d-4817be946492 req-6637015a-a97c-4c9d-8284-bce06ca671bf tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 May 23 20:25:09.689389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61f76-37bb-4975-b2a3-3acaf63e1bda req-da76bd47-ca16-489b-a1f8-10efe01670c2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:09.690921 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15c61f76-37bb-4975-b2a3-3acaf63e1bda req-da76bd47-ca16-489b-a1f8-10efe01670c2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0792015 May 23 20:25:09.707728 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.789583 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15c61f76-37bb-4975-b2a3-3acaf63e1bda req-bb46d33b-676a-4d81-9a1b-d3e225a2a8e0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916409 May 23 20:25:09.823402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9b8a-c7c2-4a61-a84a-718c20b9d759 req-9a0b005f-a68d-4d99-a1a1-1dc60deda484 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:09.824906 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ab5e9b8a-c7c2-4a61-a84a-718c20b9d759 req-9a0b005f-a68d-4d99-a1a1-1dc60deda484 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0538402 May 23 20:25:09.872800 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ab5e9b8a-c7c2-4a61-a84a-718c20b9d759 req-c5661acd-0b27-49b6-b191-234dd3cbe0c1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 May 23 20:25:09.931441 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:09.993909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b37917-9635-4cfd-89e9-a8da21323f85 req-401c6b27-4e7d-44c6-bea6-e294bc521a44 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:09.995951 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b6b37917-9635-4cfd-89e9-a8da21323f85 req-401c6b27-4e7d-44c6-bea6-e294bc521a44 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0505848 May 23 20:25:10.015340 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:10.102498 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=fb0ce9f9-6f2c-4868-97c9-51f524bdbe36,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:10.117848 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b6b37917-9635-4cfd-89e9-a8da21323f85 req-dfecd78d-7c53-4d33-9986-0950786a0015 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155367 May 23 20:25:10.127156 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:10.225642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:10.227006 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6b885d11-82ae-4c67-afdd-545c4cd2a0fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2870703 May 23 20:25:10.422296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:10.450281 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-ae86326f-25fe-4db7-8b94-2c85643e4202 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1993169838&fields=id&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 267 time: 0.0427310 May 23 20:25:10.515630 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Request body: {'port': {'device_id': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:10.612670 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:10.621375 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-adf2d29a-4364-42aa-a92d-a6bd926130f5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:10.622933 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-adf2d29a-4364-42aa-a92d-a6bd926130f5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.1654263 May 23 20:25:10.645672 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-8a89b72e-7a4d-4e9a-b55b-3c73c6279289 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/quotas/cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 375 time: 0.0152075 May 23 20:25:10.733181 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-c2d58f92-6f3b-4852-8a3b-84af6e3918ac tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718606 May 23 20:25:10.785142 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb99edb-366a-41e2-b47f-31dbe7d609ea req-e7166974-debf-4119-a782-3eb475afb991 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:10.786661 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bdb99edb-366a-41e2-b47f-31dbe7d609ea req-e7166974-debf-4119-a782-3eb475afb991 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 931 time: 0.0464642 May 23 20:25:10.821468 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:10.839122 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bdb99edb-366a-41e2-b47f-31dbe7d609ea req-99d589ef-3953-4bff-9a68-4d8ec35974ec tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465202 May 23 20:25:10.938778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:10.945375 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2683ee-418f-4dce-a3b6-6c5c582a452e req-4a085d9e-e04d-4ce3-87ee-e4556de717ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:10.945538 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-324cf3b0-7467-4696-bc52-6a404f7225dd service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994002 May 23 20:25:10.947009 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d2683ee-418f-4dce-a3b6-6c5c582a452e req-4a085d9e-e04d-4ce3-87ee-e4556de717ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0484595 May 23 20:25:11.000278 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d2683ee-418f-4dce-a3b6-6c5c582a452e req-899e4d2c-615e-42cf-a9c4-5d961ca59fdb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469203 May 23 20:25:11.111706 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-f6c20457-8c06-4ec9-8247-66d4f9926f2d service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572897 May 23 20:25:11.116620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422ae65-fb2a-4dbf-a626-6bf650b558cf req-515e18b1-3ff4-46cc-b062-cc8dbf0bc6a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.118312 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3422ae65-fb2a-4dbf-a626-6bf650b558cf req-515e18b1-3ff4-46cc-b062-cc8dbf0bc6a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0482097 May 23 20:25:11.123435 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fbb816-fd5a-4989-8f75-4be912227768 {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:11.132120 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks [] for port (e3fbb816-fd5a-4989-8f75-4be912227768), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:11.147052 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Transition to ACTIVE for port object e3fbb816-fd5a-4989-8f75-4be912227768 will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:25:11.159414 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:11.171561 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3422ae65-fb2a-4dbf-a626-6bf650b558cf req-391a7637-24e3-4d26-94b5-c3210a00b740 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 May 23 20:25:11.244806 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:11.250595 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:11.277668 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c1b8-fdac-48b4-8625-025d7656c64d req-e5ba06fe-9f4d-478c-a4d5-4d4863133e0c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.288206 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f250c1b8-fdac-48b4-8625-025d7656c64d req-e5ba06fe-9f4d-478c-a4d5-4d4863133e0c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0567656 May 23 20:25:11.315503 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:11.336285 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Attempting to bind port e3fbb816-fd5a-4989-8f75-4be912227768 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:25:11.336637 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Attempting to bind port e3fbb816-fd5a-4989-8f75-4be912227768 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:25:11.337072 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Attempting to bind port e3fbb816-fd5a-4989-8f75-4be912227768 on network 732ac238-a06b-44f4-b31c-125a3f37c7a7 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:11.377733 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Port e3fbb816-fd5a-4989-8f75-4be912227768 on network 732ac238-a06b-44f4-b31c-125a3f37c7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:25:11.378187 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Attempting to bind port e3fbb816-fd5a-4989-8f75-4be912227768 on network 732ac238-a06b-44f4-b31c-125a3f37c7a7 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:11.385731 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-82517a46-0d37-4bb7-80b2-73c5a85e9ff8 req-39bf9a1c-0662-4c8e-a788-c932ef7a6012 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 210 time: 0.0418024 May 23 20:25:11.387028 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:25:11.387646 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Checking segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:11.388124 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Bound using segment: {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:25:11.388748 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Bound port: e3fbb816-fd5a-4989-8f75-4be912227768, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01570e8b-6e62-4bef-9a4d-b7b235531195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:25:11.389872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:11.394796 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f250c1b8-fdac-48b4-8625-025d7656c64d req-2b4357ae-5129-4c7b-890e-75ea8adae30a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055782 May 23 20:25:11.489454 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:25:11.494631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:25:11.565488 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:11.637828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.639264 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:11.641846 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 1093 time: 1.1302102 May 23 20:25:11.690578 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:11.700267 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287354e4-3b76-477f-84a1-e3d7f6b97363" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:11.701062 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc9747-0fd3-4270-beb6-7ab3a2556704 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:11.774576 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3c08b-8b4b-4cf6-b7e9-5cf7c2ed9e0a x-openstack-request-id: req-d1b3c08b-8b4b-4cf6-b7e9-5cf7c2ed9e0a {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:11.774986 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:11.775332 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1b3c08b-8b4b-4cf6-b7e9-5cf7c2ed9e0a {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:11.775850 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b3c08b-8b4b-4cf6-b7e9-5cf7c2ed9e0a'] response: {'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'status': 'completed', 'code': 200} May 23 20:25:11.833926 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-46482f41-95b9-4879-8e36-66d08ffe66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.835184 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-46482f41-95b9-4879-8e36-66d08ffe66c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1127 time: 0.0445719 May 23 20:25:11.895762 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-6754df52-c4fd-4eb9-8e38-3a325a8065e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 217 time: 0.0513999 May 23 20:25:11.981043 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-c576cf66-2090-4e58-b818-5fdaeb9faf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.982502 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-c576cf66-2090-4e58-b818-5fdaeb9faf7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0779738 May 23 20:25:11.989164 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c6ab-e9b5-40d1-a4ed-a1d3006194cc req-ee7e8aee-5ecb-4cd2-a7a8-a21d68dbf806 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:11.990555 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ed64c6ab-e9b5-40d1-a4ed-a1d3006194cc req-ee7e8aee-5ecb-4cd2-a7a8-a21d68dbf806 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0594523 May 23 20:25:12.082085 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:12.085543 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-f0fb4cf5-3a89-4145-aa37-3dce47d18eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:12.087227 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-f0fb4cf5-3a89-4145-aa37-3dce47d18eba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884194 May 23 20:25:12.105418 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ed64c6ab-e9b5-40d1-a4ed-a1d3006194cc req-8f04dde3-08f0-47d7-be62-4ae3fb631c94 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044707 May 23 20:25:12.185718 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f0635-487d-4019-b5a7-36570587db2d req-be2f6a1f-29b3-4e28-9cea-24de0f43ccf8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:12.189112 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-826f0635-487d-4019-b5a7-36570587db2d req-be2f6a1f-29b3-4e28-9cea-24de0f43ccf8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0824749 May 23 20:25:12.285241 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-826f0635-487d-4019-b5a7-36570587db2d req-9bc2b20e-9d11-4014-9e9f-13d6478ec17e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800986 May 23 20:25:12.312532 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-2a510ea3-bf56-460b-90fc-4b3fd381a24c service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633656 May 23 20:25:12.371151 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413114f4-8ab7-4f8b-b8bb-a30e1418fdd0 req-9ea7fa70-42d8-4f24-b7f6-1821b97f7b8d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:12.372653 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-413114f4-8ab7-4f8b-b8bb-a30e1418fdd0 req-9ea7fa70-42d8-4f24-b7f6-1821b97f7b8d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0592482 May 23 20:25:12.479892 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-413114f4-8ab7-4f8b-b8bb-a30e1418fdd0 req-77dc168c-6f3c-45fd-b57f-338ea11ba808 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 May 23 20:25:12.515786 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6d5d157a-a8ed-4b54-b6ef-a69d0c03ba4c req-5184beb1-9dd5-448e-90aa-ef215b35f5ff service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377280 May 23 20:25:12.544216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad58d90-3fe7-4ea5-9838-bbe9c61c5b0a req-f009d482-142b-486a-a5b9-94e41447a0da tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:12.545957 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3ad58d90-3fe7-4ea5-9838-bbe9c61c5b0a req-f009d482-142b-486a-a5b9-94e41447a0da tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0572875 May 23 20:25:12.598467 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-48be38aa-23d2-4dd1-971c-d1314eccb285 req-de798828-35e2-4ee6-b63d-234c7c0016ed tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 210 time: 0.0305901 May 23 20:25:12.599656 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3ad58d90-3fe7-4ea5-9838-bbe9c61c5b0a req-1a27d316-ac99-4588-a3b3-60636c2cad76 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458846 May 23 20:25:12.989346 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-bfabdce5-5185-412a-970e-21e7bcd82ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:12.990925 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-bfabdce5-5185-412a-970e-21e7bcd82ff5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1127 time: 0.0507629 May 23 20:25:13.090470 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-f4343544-6253-4f0e-ad1a-6ac409f45aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.091851 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-f4343544-6253-4f0e-ad1a-6ac409f45aaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.0910571 May 23 20:25:13.133890 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-73e3cee7-b22d-4b5d-84e2-506cf42e2b1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 217 time: 0.0333927 May 23 20:25:13.200330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-624c1ac0-d157-4c73-8b44-b23cd1f5fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.201787 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-624c1ac0-d157-4c73-8b44-b23cd1f5fcd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0521426 May 23 20:25:13.277300 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d85e16-38fe-4da0-bff3-a7a0deb91ee0 req-40879ec7-aeb3-4495-b1e7-15b0703d5f01 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.278787 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d9d85e16-38fe-4da0-bff3-a7a0deb91ee0 req-40879ec7-aeb3-4495-b1e7-15b0703d5f01 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0754559 May 23 20:25:13.279831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-f72da652-e3fc-44af-b610-d8ac6fb346df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.281186 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-f72da652-e3fc-44af-b610-d8ac6fb346df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673506 May 23 20:25:13.329024 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d9d85e16-38fe-4da0-bff3-a7a0deb91ee0 req-ab5c46f4-a503-4918-ac49-cd27719ca65f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446901 May 23 20:25:13.429965 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381e8e2-8e7f-4b0b-9618-ece9a70d8390 req-fe2901c9-8091-483c-a660-97491cd6bb3a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.431734 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e381e8e2-8e7f-4b0b-9618-ece9a70d8390 req-fe2901c9-8091-483c-a660-97491cd6bb3a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0526917 May 23 20:25:13.487958 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e381e8e2-8e7f-4b0b-9618-ece9a70d8390 req-d7b1978a-07b5-4b14-ae68-93224da83ed2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496492 May 23 20:25:13.589686 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:13.637196 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297119f-62df-46c6-94a6-e5afb8aa3dc1 req-8be1d326-ce85-4ac5-aec6-acf05366f833 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.638736 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3297119f-62df-46c6-94a6-e5afb8aa3dc1 req-8be1d326-ce85-4ac5-aec6-acf05366f833 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0614049 May 23 20:25:13.683346 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-a79b7433-9716-4871-8d30-66dd37341f98 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690092 May 23 20:25:13.742418 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4697777d-bdaf-46ed-bb20-0357b8a50b2e req-0f11d838-5769-473c-b6e3-ed6b8fe3ae89 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 210 time: 0.0312304 May 23 20:25:13.768753 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3297119f-62df-46c6-94a6-e5afb8aa3dc1 req-862babcc-dd34-4261-a3f2-39fd0ef68344 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206062 May 23 20:25:13.824025 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-287354e4-3b76-477f-84a1-e3d7f6b97363 req-44e58a62-0466-4b0d-802f-3d7945665d82 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339188 May 23 20:25:13.896277 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85d6f1-b7b3-4583-be40-c16a563e714d req-5c60e4ec-2e78-4785-8d79-61dfa00fe810 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.897867 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3a85d6f1-b7b3-4583-be40-c16a563e714d req-5c60e4ec-2e78-4785-8d79-61dfa00fe810 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0946112 May 23 20:25:13.946171 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e13671f0-d30a-4d6e-b774-37ce24196b99 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:13.947618 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e13671f0-d30a-4d6e-b774-37ce24196b99 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.1771605 May 23 20:25:13.986210 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3a85d6f1-b7b3-4583-be40-c16a563e714d req-220d7218-7aab-4607-a043-8d6483bae3c2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810494 May 23 20:25:14.040751 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-28b52527-3fbb-4f1d-9153-b7a45b49aa74 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 473 time: 0.0775347 May 23 20:25:14.054660 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'port': {'device_id': '51c2e8cd-3178-4528-b5b1-db0638467714', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'admin_state_up': True, 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'security_groups': ['8292bae7-2bb8-451f-99d0-d3159921390d']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:14.233065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:14.237229 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:14.246666 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:14.368775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.20.0.11 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/ef2feccf-3cf9-483a-be18-bb3f720aec9c) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:14.392245 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:14.456113 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6beec-fdd8-4ab5-b6e0-65a55d9ab031 req-f8ebf7a6-d923-40f1-bcdc-38578f08a7da tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:14.457772 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-63f6beec-fdd8-4ab5-b6e0-65a55d9ab031 req-f8ebf7a6-d923-40f1-bcdc-38578f08a7da tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0473268 May 23 20:25:14.507027 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-63f6beec-fdd8-4ab5-b6e0-65a55d9ab031 req-3845b607-8e29-43ff-a1ea-d6c83b1d8b90 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 May 23 20:25:14.534597 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:14.570734 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=10 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:14.582846 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=16 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:14.612244 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce37e3-3ef7-40ef-ab6e-990ec50b05c4 req-354203a4-62c9-4f30-a367-8062ac6e0d17 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:14.613710 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddce37e3-3ef7-40ef-ab6e-990ec50b05c4 req-354203a4-62c9-4f30-a367-8062ac6e0d17 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0481384 May 23 20:25:14.618284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:14.690926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:14.702147 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:14.704809 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:14.729234 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:14.753300 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddce37e3-3ef7-40ef-ab6e-990ec50b05c4 req-09d43d26-aadf-456a-9d22-8822cddc84e4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303253 May 23 20:25:14.774383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:14.774383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:14.888793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12a24e-6077-4ffe-af66-012edd1ec932 req-cab22341-dd9b-4310-93aa-ce149cac0c01 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:14.889865 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-1b085819-3894-4799-8a81-d252b9ffd64c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8436599 May 23 20:25:14.895748 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8f12a24e-6077-4ffe-af66-012edd1ec932 req-cab22341-dd9b-4310-93aa-ce149cac0c01 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 932 time: 0.0644765 May 23 20:25:14.896437 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d530b9-3249-4448-b5fb-e30ba595a016 req-8621a7e3-04e3-4a65-a21c-80589a01180b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:14.898456 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c5d530b9-3249-4448-b5fb-e30ba595a016 req-8621a7e3-04e3-4a65-a21c-80589a01180b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0586104 May 23 20:25:14.903224 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Request body: {'port': {'device_id': '51c2e8cd-3178-4528-b5b1-db0638467714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:14.940883 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-6539bf3e-a9d6-4b48-b0c0-8afc4a8e1c4b None None] Provisioning complete for port ef2feccf-3cf9-483a-be18-bb3f720aec9c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:14.941872 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6539bf3e-a9d6-4b48-b0c0-8afc4a8e1c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:14.945576 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8f12a24e-6077-4ffe-af66-012edd1ec932 req-bf041819-5f71-4d54-8278-077d4604d0af tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488997 May 23 20:25:15.000647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-6539bf3e-a9d6-4b48-b0c0-8afc4a8e1c4b None None] Port ef2feccf-3cf9-483a-be18-bb3f720aec9c cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:25:15.002060 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c5d530b9-3249-4448-b5fb-e30ba595a016 req-594c6af1-f213-49bf-805f-9f45c6db2102 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953877 May 23 20:25:15.004774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.020721 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:15.107088 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8991-4b2e-4da2-90c3-f23de6e25173 req-cf59bf1c-4678-4a8c-9332-68369a9edc3a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:15.108594 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-40ce8991-4b2e-4da2-90c3-f23de6e25173 req-cf59bf1c-4678-4a8c-9332-68369a9edc3a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0467772 May 23 20:25:15.155044 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-40ce8991-4b2e-4da2-90c3-f23de6e25173 req-b663dff3-a7a9-4a86-9a3d-dd24421df144 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 May 23 20:25:15.299470 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2feccf-3cf9-483a-be18-bb3f720aec9c {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:15.307026 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks [] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.315201 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:15.320134 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Transition to ACTIVE for port object ef2feccf-3cf9-483a-be18-bb3f720aec9c will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:25:15.383152 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.437019 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:15.508122 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Attempting to bind port ef2feccf-3cf9-483a-be18-bb3f720aec9c on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:25:15.508566 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Attempting to bind port ef2feccf-3cf9-483a-be18-bb3f720aec9c by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:25:15.508976 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Attempting to bind port ef2feccf-3cf9-483a-be18-bb3f720aec9c on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:15.514454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Port ef2feccf-3cf9-483a-be18-bb3f720aec9c on network 2e834b06-191b-4f74-93c9-403bb39ced80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:25:15.515316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Attempting to bind port ef2feccf-3cf9-483a-be18-bb3f720aec9c on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:15.520473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:25:15.520812 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:15.521199 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:25:15.521629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Bound port: ef2feccf-3cf9-483a-be18-bb3f720aec9c, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:25:15.521992 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.631134 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:25:15.655742 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efaad0-60c2-4787-be6d-662226167448 req-7c98cafb-621c-4173-a2a2-aab90a9edaea tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:15.655742 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-39efaad0-60c2-4787-be6d-662226167448 req-7c98cafb-621c-4173-a2a2-aab90a9edaea tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0658746 May 23 20:25:15.655742 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:25:15.703093 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-39efaad0-60c2-4787-be6d-662226167448 req-02846c3e-844c-426d-a227-17e95a7f606c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 May 23 20:25:15.755063 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.796599 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:15.797216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:15.798632 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] 10.222.0.31 "PUT /v2.0/ports/ef2feccf-3cf9-483a-be18-bb3f720aec9c HTTP/1.1" status: 200 len: 1094 time: 0.8992903 May 23 20:25:15.799102 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:15.801600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c12b0d-4b28-49b7-baec-59cdf9e25410" -d '{"events": [{"name": "network-changed", "server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:15.825689 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccbb17-e4ca-49a5-89ca-340d4258381d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:15.855848 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c5648a-892a-4848-ad22-50e0f80d9ecb x-openstack-request-id: req-59c5648a-892a-4848-ad22-50e0f80d9ecb {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:15.856167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:15.856403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59c5648a-892a-4848-ad22-50e0f80d9ecb {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:15.856796 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c5648a-892a-4848-ad22-50e0f80d9ecb'] response: {'name': 'network-changed', 'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'status': 'completed', 'code': 200} May 23 20:25:15.880213 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:15.892223 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0eff-4c49-4bd1-bd15-de73c6761b61 req-8f62d013-5acd-4bdd-8e8c-0459923bc9c1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:15.893800 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ae7b0eff-4c49-4bd1-bd15-de73c6761b61 req-8f62d013-5acd-4bdd-8e8c-0459923bc9c1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0550127 May 23 20:25:15.937926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-13b54a86-0a2f-4600-b2d5-18c6c9d81586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:15.940078 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-13b54a86-0a2f-4600-b2d5-18c6c9d81586 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 1128 time: 0.0527444 May 23 20:25:15.956134 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ae7b0eff-4c49-4bd1-bd15-de73c6761b61 req-7bf8dcab-b6d6-4416-b4b7-39f9399fd53d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524144 May 23 20:25:16.141065 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7ca0f-f90e-454a-b6f7-adc915e77f70 req-fdd83998-96d8-42b9-aa23-62bade9852c6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.142647 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b7e7ca0f-f90e-454a-b6f7-adc915e77f70 req-fdd83998-96d8-42b9-aa23-62bade9852c6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0502102 May 23 20:25:16.195122 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b7e7ca0f-f90e-454a-b6f7-adc915e77f70 req-f34befa5-c600-45e1-abfe-1d4de649adbc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 May 23 20:25:16.265958 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:16.316529 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e017-fcbf-42e1-829f-b1d871da73c2 req-d8e9b993-835f-4137-8c49-de86548e5b7d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.318428 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d68e017-fcbf-42e1-829f-b1d871da73c2 req-d8e9b993-835f-4137-8c49-de86548e5b7d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0482771 May 23 20:25:16.339929 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c716-9012-4604-8198-d3af283b8888 req-1fc3e277-c1a9-4888-b07f-520edcb0a967 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.341412 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5f20c716-9012-4604-8198-d3af283b8888 req-1fc3e277-c1a9-4888-b07f-520edcb0a967 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 944 time: 0.0857832 May 23 20:25:16.367769 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d68e017-fcbf-42e1-829f-b1d871da73c2 req-4d4c52f7-338c-4fa6-ae18-3742a16310a0 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 May 23 20:25:16.388841 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-86e837d9-1078-4bb4-9dae-ac81442be3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.390481 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-86e837d9-1078-4bb4-9dae-ac81442be3ff service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb1d9be9203346cd8cf364305116abf1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4123862 May 23 20:25:16.464526 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5f20c716-9012-4604-8198-d3af283b8888 req-e72a9415-aa3d-47cb-bf68-7ab40fd91a13 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107168 May 23 20:25:16.504363 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-d0cb869f-9200-432c-bc8f-fdfd6de3468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.505836 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-65c12b0d-4b28-49b7-baec-59cdf9e25410 req-d0cb869f-9200-432c-bc8f-fdfd6de3468e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032391 May 23 20:25:16.596662 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-aeffa484-a535-4d7c-9d9f-64279be04ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.598214 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-aeffa484-a535-4d7c-9d9f-64279be04ffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 1128 time: 0.0450735 May 23 20:25:16.645618 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-0013c14b-5858-4158-8197-8fb9335b9c7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c HTTP/1.1" status: 200 len: 217 time: 0.0352130 May 23 20:25:16.698579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-efeeba26-dc7b-4035-b6d4-1d2c99bdcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.700134 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-efeeba26-dc7b-4035-b6d4-1d2c99bdcf7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0452268 May 23 20:25:16.754351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-639017a8-ad9d-4738-88b9-3ac5cc09e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.756160 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-639017a8-ad9d-4738-88b9-3ac5cc09e808 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494118 May 23 20:25:16.834893 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd7701-84f1-460e-9495-5520cffb3dad req-de84d928-7020-47f9-97b8-3d8fa2e81fc4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:16.836526 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01cd7701-84f1-460e-9495-5520cffb3dad req-de84d928-7020-47f9-97b8-3d8fa2e81fc4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0527878 May 23 20:25:16.854095 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-cbe60b9c-552b-4bac-9429-adb486173fea service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 May 23 20:25:16.898671 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01cd7701-84f1-460e-9495-5520cffb3dad req-03d74b9c-532f-4514-bd2d-a7a6f8ee0782 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557420 May 23 20:25:16.956492 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7d482b5-902b-4466-a7d1-23c246ff6d84 req-d9edd202-be8f-4406-a791-ff9a3a437b91 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955930 May 23 20:25:17.005811 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:25:17.080808 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01605a46-fca5-474a-8941-1957e6dfb377 req-1256161f-8efd-41e7-875a-57dd453fb0d1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:17.082326 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-01605a46-fca5-474a-8941-1957e6dfb377 req-1256161f-8efd-41e7-875a-57dd453fb0d1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0469987 May 23 20:25:17.132268 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-01605a46-fca5-474a-8941-1957e6dfb377 req-c48f97f3-6365-4172-8092-6cbd0531bf1f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 May 23 20:25:17.306615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01ada-02ec-414c-923e-e942505eb746 req-68274e32-27d9-471a-97b3-c1af56cf8a97 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:17.308121 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7ad01ada-02ec-414c-923e-e942505eb746 req-68274e32-27d9-471a-97b3-c1af56cf8a97 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0460956 May 23 20:25:17.322703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34026) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:17.356555 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7ad01ada-02ec-414c-923e-e942505eb746 req-e3f253ef-18da-461e-a9d3-b468354e8e98 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 May 23 20:25:17.494952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-404dd83d-aa16-4858-a02d-a366320a4e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.529965 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be474f-2a96-4bfe-8bfb-e6597567a546 req-b0bc591b-5cad-46ef-866a-4f80ff0c2848 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:17.529965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-00be474f-2a96-4bfe-8bfb-e6597567a546 req-b0bc591b-5cad-46ef-866a-4f80ff0c2848 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0689104 May 23 20:25:17.553804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:17.587015 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe047e83-3077-4585-a7cc-98251a8e98ee req-f3dedc2b-b873-408c-b4bd-62f9c37429fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:17.588492 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fe047e83-3077-4585-a7cc-98251a8e98ee req-f3dedc2b-b873-408c-b4bd-62f9c37429fa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 944 time: 0.0525498 May 23 20:25:17.601970 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-00be474f-2a96-4bfe-8bfb-e6597567a546 req-1e88ee93-ad42-4678-8632-c6164f4d2d62 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692167 May 23 20:25:17.615345 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:17.631611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-404dd83d-aa16-4858-a02d-a366320a4e04 admin admin] Publish callbacks [] for security_group (47114d87-50da-4346-adcf-bd76e292fccb), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.647434 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fe047e83-3077-4585-a7cc-98251a8e98ee req-6f3f120b-92f5-43c3-a525-1ac8998a87ed tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530493 May 23 20:25:17.731415 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-404dd83d-aa16-4858-a02d-a366320a4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (47114d87-50da-4346-adcf-bd76e292fccb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.736478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:17.770102 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-404dd83d-aa16-4858-a02d-a366320a4e04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8721667051ef421d8431e95445b2d83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462550 May 23 20:25:17.771208 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dd83d-aa16-4858-a02d-a366320a4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47114d87-50da-4346-adcf-bd76e292fccb,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:17.772734 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34038) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:17.822350 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] Publish callbacks [] for security_group (47114d87-50da-4346-adcf-bd76e292fccb), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.843800 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] Publish callbacks [] for security_group (47114d87-50da-4346-adcf-bd76e292fccb), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.960340 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (47114d87-50da-4346-adcf-bd76e292fccb), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.963017 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:17.964181 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47114d87-50da-4346-adcf-bd76e292fccb HTTP/1.1" status: 204 len: 168 time: 0.1904876 May 23 20:25:17.972878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b45a7-439b-4ad5-a439-778d7055db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47114d87-50da-4346-adcf-bd76e292fccb,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:18.003325 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea587-cba6-45ad-8e08-98c52befcf50 req-22a46239-8841-4be2-a987-1c5eb712a38a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:18.004856 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b4ea587-cba6-45ad-8e08-98c52befcf50 req-22a46239-8841-4be2-a987-1c5eb712a38a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0489893 May 23 20:25:18.057124 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b4ea587-cba6-45ad-8e08-98c52befcf50 req-ef975a14-66be-42a5-8db0-d54627dc9fa9 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 May 23 20:25:18.257728 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a82a19-cf10-4bb7-b044-ce166304058f req-601490ec-4ba5-4b2b-95d3-1be0229b9349 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:18.259233 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b6a82a19-cf10-4bb7-b044-ce166304058f req-601490ec-4ba5-4b2b-95d3-1be0229b9349 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0543706 May 23 20:25:18.312916 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b6a82a19-cf10-4bb7-b044-ce166304058f req-0d2b9597-36cc-439d-b0c3-c94f02550393 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463300 May 23 20:25:18.474601 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9f299-2686-457a-a010-fed8dccc36f1 req-70a8ef2a-1555-4411-8b16-7466bc524567 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:18.476157 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6cc9f299-2686-457a-a010-fed8dccc36f1 req-70a8ef2a-1555-4411-8b16-7466bc524567 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0523269 May 23 20:25:18.481134 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34056) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:18.529265 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6cc9f299-2686-457a-a010-fed8dccc36f1 req-82636445-57c6-4602-987e-fc54498f8f9a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468767 May 23 20:25:18.606358 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9eaf046c-2a32-4ede-b1c6-cf74e94d2f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.654378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34064) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:18.680921 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2b60cbc8-366d-415b-971b-a5b4624c032a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.700368 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9eaf046c-2a32-4ede-b1c6-cf74e94d2f3f admin admin] Publish callbacks [] for security_group (d9d6c836-41ec-4527-84ae-468233e5e4a1), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.714802 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fa154793-1398-4d95-9ddf-4286d57d953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.736263 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c3fcd-e807-4c54-880a-6adab34a964d req-8f58cf5c-514a-4499-848e-42138eda707a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:18.737897 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-567c3fcd-e807-4c54-880a-6adab34a964d req-8f58cf5c-514a-4499-848e-42138eda707a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0569453 May 23 20:25:18.756829 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:18.761116 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9eaf046c-2a32-4ede-b1c6-cf74e94d2f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d9d6c836-41ec-4527-84ae-468233e5e4a1), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.775228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083a918-c09d-4c82-856d-4a12bf6befc7 req-57bab942-1ce0-483f-bb20-a3edd585adf8 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:18.776798 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a083a918-c09d-4c82-856d-4a12bf6befc7 req-57bab942-1ce0-483f-bb20-a3edd585adf8 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 944 time: 0.0556405 May 23 20:25:18.816481 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf046c-2a32-4ede-b1c6-cf74e94d2f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d6c836-41ec-4527-84ae-468233e5e4a1,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:18.824692 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9eaf046c-2a32-4ede-b1c6-cf74e94d2f3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d646f1296c44e3592cd976219dd26d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400147 May 23 20:25:18.825810 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-567c3fcd-e807-4c54-880a-6adab34a964d req-9227dae8-05d6-4dcf-af88-c579db5d4630 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821242 May 23 20:25:18.826206 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34068) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:18.832583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2b60cbc8-366d-415b-971b-a5b4624c032a admin admin] Publish callbacks [] for security_group (19311030-e6aa-4802-bf43-6b0c15d594cd), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.849675 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a083a918-c09d-4c82-856d-4a12bf6befc7 req-536a41e7-78fa-45d0-afaa-cdfd1563d6ae tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655911 May 23 20:25:18.897922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2b60cbc8-366d-415b-971b-a5b4624c032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (19311030-e6aa-4802-bf43-6b0c15d594cd), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:18.944169 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2b60cbc8-366d-415b-971b-a5b4624c032a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c19ed216238e448f9909a2ab1f7ab861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880583 May 23 20:25:18.945294 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60cbc8-366d-415b-971b-a5b4624c032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19311030-e6aa-4802-bf43-6b0c15d594cd,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:18.948454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34070) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:19.001364 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] Publish callbacks [] for security_group (19311030-e6aa-4802-bf43-6b0c15d594cd), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.023874 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] Publish callbacks [] for security_group (19311030-e6aa-4802-bf43-6b0c15d594cd), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.063897 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] Publish callbacks [] for security_group (d9d6c836-41ec-4527-84ae-468233e5e4a1), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.085604 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] Publish callbacks [] for security_group (d9d6c836-41ec-4527-84ae-468233e5e4a1), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.107177 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:19.154789 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (19311030-e6aa-4802-bf43-6b0c15d594cd), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.157994 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.161839 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19311030-e6aa-4802-bf43-6b0c15d594cd HTTP/1.1" status: 204 len: 168 time: 0.2098382 May 23 20:25:19.167540 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0db7c0-46ad-4f88-a4ff-d243066be460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19311030-e6aa-4802-bf43-6b0c15d594cd,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:19.173618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a637e-1da6-4724-8672-4f06f54fa376 req-61e5ecf2-0b48-461e-bbbc-517be56fe24e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:19.175147 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-799a637e-1da6-4724-8672-4f06f54fa376 req-61e5ecf2-0b48-461e-bbbc-517be56fe24e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0490341 May 23 20:25:19.231533 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d9d6c836-41ec-4527-84ae-468233e5e4a1), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.234697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:19.235840 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9d6c836-41ec-4527-84ae-468233e5e4a1 HTTP/1.1" status: 204 len: 168 time: 0.4084852 May 23 20:25:19.242250 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-799a637e-1da6-4724-8672-4f06f54fa376 req-6cc2948f-d1ae-4660-8960-975e86231210 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585935 May 23 20:25:19.247610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a47d-a0b4-435c-b362-c28fa9a79958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d6c836-41ec-4527-84ae-468233e5e4a1,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:19.431622 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e37e8e-5b8e-464c-b494-e24940dff15c req-c952f7f5-4394-4bf4-a9d9-deb156c9dd99 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:19.433128 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25e37e8e-5b8e-464c-b494-e24940dff15c req-c952f7f5-4394-4bf4-a9d9-deb156c9dd99 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0491643 May 23 20:25:19.479983 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25e37e8e-5b8e-464c-b494-e24940dff15c req-88403e1c-9455-4ae7-9ea2-5ef8cd6ab838 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 May 23 20:25:19.682952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055ebb-6b9f-4b5b-8613-c23ace72c536 req-d452bfeb-362c-4ed7-a264-d8fde734a4eb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:19.690350 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9d055ebb-6b9f-4b5b-8613-c23ace72c536 req-d452bfeb-362c-4ed7-a264-d8fde734a4eb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0686903 May 23 20:25:19.749138 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9d055ebb-6b9f-4b5b-8613-c23ace72c536 req-3342cde6-453c-4513-866c-91ec29becb12 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 May 23 20:25:19.908176 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-20dc5a80-97f3-4b9d-8275-24fd979da60f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560179066&fields=id&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 267 time: 0.0513771 May 23 20:25:19.971895 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08ec68-4230-4604-8eda-fec3d846eee0 req-e9d4242b-8f7a-4468-929d-118333387115 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:19.978703 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b08ec68-4230-4604-8eda-fec3d846eee0 req-e9d4242b-8f7a-4468-929d-118333387115 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0707202 May 23 20:25:20.000370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:20.019259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:20.029499 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-d7b29ceb-4c07-439d-adb5-ca685fdcdc65 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:20.037596 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-d7b29ceb-4c07-439d-adb5-ca685fdcdc65 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.1226201 May 23 20:25:20.038315 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b08ec68-4230-4604-8eda-fec3d846eee0 req-0068bfcf-189a-40ac-a73f-9527edf6fb32 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586281 May 23 20:25:20.054724 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-b1aa007c-f109-4356-acb8-1783f0c7e5bc tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/quotas/26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 375 time: 0.0161150 May 23 20:25:20.118663 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-cf0810ac-d845-4cf0-9d63-b48a17c16ecf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626976 May 23 20:25:20.149388 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf2c0-4a8f-463b-80cb-8e5dcfbafe8e req-60364d70-6743-4529-93f1-77b50a2ccf18 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:20.150883 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-97cdf2c0-4a8f-463b-80cb-8e5dcfbafe8e req-60364d70-6743-4529-93f1-77b50a2ccf18 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 944 time: 0.0474513 May 23 20:25:20.203490 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-97cdf2c0-4a8f-463b-80cb-8e5dcfbafe8e req-2a7c12ce-2ea8-48c2-aa1e-1970e6847e1f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 May 23 20:25:20.205913 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-2b7a00be-05e9-4c74-a019-0517e4ff8f47 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 May 23 20:25:20.318627 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-317a001d-2133-4028-a070-f005862afef4 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999348 May 23 20:25:20.389188 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ea879-30ef-4688-8e77-ce628c8f89ec req-34e1711e-69e4-48f6-80a0-a00cf57ba60e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:20.390784 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-224ea879-30ef-4688-8e77-ce628c8f89ec req-34e1711e-69e4-48f6-80a0-a00cf57ba60e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0525496 May 23 20:25:20.443577 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-224ea879-30ef-4688-8e77-ce628c8f89ec req-a2ab2e7f-6e70-41fc-8d01-c833cd291c23 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 May 23 20:25:20.512874 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ef2feccf-3cf9-483a-be18-bb3f720aec9c details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:20.620892 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3744c-6c67-4c0f-8db8-19e239acdb7d req-7c87554c-dcbc-4136-b517-5c3b098cd8ea tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:20.630276 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f8c3744c-6c67-4c0f-8db8-19e239acdb7d req-7c87554c-dcbc-4136-b517-5c3b098cd8ea tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0658236 May 23 20:25:20.632811 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:20.657107 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'port_id': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'mac_address': 'fa:16:3e:80:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:20.684840 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f8c3744c-6c67-4c0f-8db8-19e239acdb7d req-103eb47c-5e14-430d-be49-c048f8957725 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527835 May 23 20:25:20.711887 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ef2feccf-3cf9-483a-be18-bb3f720aec9c is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:20.711887 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:20.725435 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2feccf-3cf9-483a-be18-bb3f720aec9c {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:20.747602 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:20.856304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:20.858930 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:20.877584 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ca8c3-ab1d-4641-a684-e89946e43cbc req-757cef26-afb3-41e0-8237-fad06bc40468 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:20.886501 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec2ca8c3-ab1d-4641-a684-e89946e43cbc req-757cef26-afb3-41e0-8237-fad06bc40468 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0651417 May 23 20:25:20.919993 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bb754745-c0ec-4334-9de7-d0a14b871b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:20.937811 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:20.941835 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec2ca8c3-ab1d-4641-a684-e89946e43cbc req-b0535539-9617-4520-ab8b-956543446beb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 May 23 20:25:20.987702 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.988051 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.988421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.988781 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.989119 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.989451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.989780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.990137 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.990464 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.990792 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.991117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.991442 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.991765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.992089 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:20.992410 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:25:21.041831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:21.062925 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'mac_address': 'fa:16:3e:e3:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:21.072700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:21.117627 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6267487a-6ca0-4446-978e-a1c6d17208ac req-8a41ee29-6197-48c3-b0af-a19d7bda2dab tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0548878 May 23 20:25:21.121974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port e3fbb816-fd5a-4989-8f75-4be912227768 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:21.122461 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:21.132052 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:21.138512 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fbb816-fd5a-4989-8f75-4be912227768 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:21.162838 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:21.205996 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dadb7-a3a3-4ce3-ae5e-13b09a38ccf6 req-c503caf3-4cc3-463d-9c8e-b8b169327770 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.207544 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7d3dadb7-a3a3-4ce3-ae5e-13b09a38ccf6 req-c503caf3-4cc3-463d-9c8e-b8b169327770 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0649812 May 23 20:25:21.241112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:21.261864 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7d3dadb7-a3a3-4ce3-ae5e-13b09a38ccf6 req-45a03a42-ea76-4c30-b3f6-73a6fdac3296 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480471 May 23 20:25:21.291616 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:21.326542 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a865e-872e-4dfc-b557-836cea15d91d req-ceecf152-d46c-4d0e-b34f-efbf5be7961b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.328873 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-744a865e-872e-4dfc-b557-836cea15d91d req-ceecf152-d46c-4d0e-b34f-efbf5be7961b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 945 time: 0.0510809 May 23 20:25:21.397480 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-744a865e-872e-4dfc-b557-836cea15d91d req-361bebcb-eed6-4cf8-b7c5-ea33c0adc2a8 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610907 May 23 20:25:21.546646 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:21.594346 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e806cd-e9cb-4753-ac8f-df431e22612a req-b880a6a5-71f7-4100-ba18-3abad46bd794 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.596648 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-54e806cd-e9cb-4753-ac8f-df431e22612a req-b880a6a5-71f7-4100-ba18-3abad46bd794 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 944 time: 0.0597854 May 23 20:25:21.667916 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-54e806cd-e9cb-4753-ac8f-df431e22612a req-8af44579-2770-44b7-8c26-c226d8ecbdbc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656228 May 23 20:25:21.693147 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['ef2feccf-3cf9-483a-be18-bb3f720aec9c'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:21.717336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204807f-7053-4c15-a656-a5efe4c5676a req-56bb4d00-ecc3-4d38-a905-2bd4dfa03948 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.719975 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4204807f-7053-4c15-a656-a5efe4c5676a req-56bb4d00-ecc3-4d38-a905-2bd4dfa03948 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0558147 May 23 20:25:21.797443 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4204807f-7053-4c15-a656-a5efe4c5676a req-5e9d7367-f445-4c13-9009-8f67e0f8539b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717223 May 23 20:25:21.820804 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['e3fbb816-fd5a-4989-8f75-4be912227768'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:21.835542 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420e8b-595d-421a-bb9f-d620c570fed0 req-3348549e-f6a0-42b4-b32d-9abe2b49f0bf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.837078 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a5420e8b-595d-421a-bb9f-d620c570fed0 req-3348549e-f6a0-42b4-b32d-9abe2b49f0bf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0681620 May 23 20:25:21.889761 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-1a71f540-5f14-4069-a401-a5bc3586e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:21.892010 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-1a71f540-5f14-4069-a401-a5bc3586e5c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0482368 May 23 20:25:21.911471 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a5420e8b-595d-421a-bb9f-d620c570fed0 req-133f72cf-928e-4f0e-8e93-08efb7a3f385 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674875 May 23 20:25:22.010877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-610aac5d-2046-4fb8-a53c-976551dc779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.012434 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-610aac5d-2046-4fb8-a53c-976551dc779f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.1146247 May 23 20:25:22.075096 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:22.117623 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c597f-9252-4746-8389-bebe7de9006a req-cfe18421-1bb2-4978-ae0a-9d82de6e9c22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.119220 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-174c597f-9252-4746-8389-bebe7de9006a req-cfe18421-1bb2-4978-ae0a-9d82de6e9c22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.1020408 May 23 20:25:22.126786 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-365b9fbe-6647-430a-a558-d014fd5ca83e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 1000 time: 0.1082633 May 23 20:25:22.172430 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:22.195091 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ab33c017-75d7-41b2-ab7f-6f7fad703353 req-693fc583-58ed-48f3-8a3e-c59ca645684c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0404637 May 23 20:25:22.206132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-42cafe26-4274-4e5b-ad03-73548ab110b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.208172 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-42cafe26-4274-4e5b-ad03-73548ab110b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0735307 May 23 20:25:22.215666 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-174c597f-9252-4746-8389-bebe7de9006a req-70755466-5a67-4991-8a7d-7bc5e505efad tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879638 May 23 20:25:22.259439 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-96b8eb88-94a6-4d02-9a59-aebc6d96bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.260956 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-96b8eb88-94a6-4d02-9a59-aebc6d96bb30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442231 May 23 20:25:22.351339 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-c2d16e11-c0eb-426b-89fc-5cf8a4560099 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832930 May 23 20:25:22.448168 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdc7a17e-5908-4cbf-98fb-379919c3e161 req-431fb8f6-b8fc-4087-ba1f-a5bbda12f265 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896273 May 23 20:25:22.533884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4706a7-6001-466e-b417-34c11cbb858a req-8db5a003-3abc-44f7-857d-aeac2031b625 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.535662 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3c4706a7-6001-466e-b417-34c11cbb858a req-8db5a003-3abc-44f7-857d-aeac2031b625 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 945 time: 0.0522358 May 23 20:25:22.580451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:22.585434 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3c4706a7-6001-466e-b417-34c11cbb858a req-3b6d0c85-8def-4a8b-9d4b-cc2a63b0fcbe tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 May 23 20:25:22.693917 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-dbb1c725-c875-480d-b645-f8c837401070 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cd6e338db3274331b7ab0a7370027f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360672 May 23 20:25:22.781971 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:22.790238 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17b5ed-efa2-4ec0-a56c-55d0addbb21d req-777f24b8-c3ce-4670-a75c-b1d9f89ba323 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.791698 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b17b5ed-efa2-4ec0-a56c-55d0addbb21d req-777f24b8-c3ce-4670-a75c-b1d9f89ba323 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 944 time: 0.0470860 May 23 20:25:22.842224 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b17b5ed-efa2-4ec0-a56c-55d0addbb21d req-189a1050-4ce4-4a47-8640-1a64f54a3a79 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 May 23 20:25:22.889532 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-892a03ac-f1bf-4fdc-bd15-854033dc8aa4 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.891050 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-892a03ac-f1bf-4fdc-bd15-854033dc8aa4 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911829 May 23 20:25:22.906495 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-ba2d7f07-5317-4be2-bd89-0c5b1481184c tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/quotas/cd6e338db3274331b7ab0a7370027f24 HTTP/1.1" status: 200 len: 375 time: 0.0100274 May 23 20:25:22.943822 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-ef92616e-fcaa-4afd-ab9a-3b6688ad1c46 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd6e338db3274331b7ab0a7370027f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317817 May 23 20:25:22.950675 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac18698-1ee0-403a-a829-687431d9d017 req-7c93ea2f-2b5b-435d-a79b-4da3b7ff5d09 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:22.952327 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cac18698-1ee0-403a-a829-687431d9d017 req-7c93ea2f-2b5b-435d-a79b-4da3b7ff5d09 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0525272 May 23 20:25:23.005460 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cac18698-1ee0-403a-a829-687431d9d017 req-a64784ae-fb3f-4098-b15e-4e19d6aa0027 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460246 May 23 20:25:23.110361 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63454-31f5-46ee-bb39-7b78677eba14 req-7bb841df-aa12-4ada-86ec-fc7d318d13ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:23.111831 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-15c63454-31f5-46ee-bb39-7b78677eba14 req-7bb841df-aa12-4ada-86ec-fc7d318d13ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0480633 May 23 20:25:23.168810 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-15c63454-31f5-46ee-bb39-7b78677eba14 req-ed7156fc-df89-4a37-8ef0-dc33f12fe017 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512295 May 23 20:25:23.205160 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1d3bcc0b-51dc-454e-b8d2-dee0953e49f0 req-00d47a50-d332-4dec-917a-172f83ab8c3d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0278919 May 23 20:25:23.310488 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e80eac33-3801-4789-b8f1-839427146dd9 req-dcb7c11f-597f-489a-8146-640cef7b6e10 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0332632 May 23 20:25:23.346178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302e3f3-12e2-440b-bb08-3c5823c3f269 req-ee98567f-681b-4f59-8b95-8af92f83ee33 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:23.347662 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c302e3f3-12e2-440b-bb08-3c5823c3f269 req-ee98567f-681b-4f59-8b95-8af92f83ee33 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0492828 May 23 20:25:23.392213 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c302e3f3-12e2-440b-bb08-3c5823c3f269 req-0dc07016-99e2-4087-860c-949c6556c596 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 May 23 20:25:23.453886 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ef2feccf-3cf9-483a-be18-bb3f720aec9c up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:25:23.498541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:23.499379 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port ef2feccf-3cf9-483a-be18-bb3f720aec9c completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:25:23.577618 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port ef2feccf-3cf9-483a-be18-bb3f720aec9c triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:23.577987 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:23.653221 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ef2feccf-3cf9-483a-be18-bb3f720aec9c is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:23.653608 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:23.675451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:23.677647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e572e2e5-94ed-42ea-9ed6-0b02f5cc5cdc" -d '{"events": [{"server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "name": "network-vif-plugged", "status": "completed", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:23.681754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:23.691846 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:23.720418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9799950-9953-4b4c-9b05-5c03e58114c6 x-openstack-request-id: req-f9799950-9953-4b4c-9b05-5c03e58114c6 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:23.720705 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "name": "network-vif-plugged", "status": "completed", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:23.720984 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9799950-9953-4b4c-9b05-5c03e58114c6 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:23.721371 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9799950-9953-4b4c-9b05-5c03e58114c6'] response: {'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'code': 200} May 23 20:25:23.724724 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa746db-8cf1-434f-b2ae-8b154f90e787 req-3a133760-5d14-4c9a-8f28-28dbd5c52bc9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:23.726270 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bfa746db-8cf1-434f-b2ae-8b154f90e787 req-3a133760-5d14-4c9a-8f28-28dbd5c52bc9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 945 time: 0.0541997 May 23 20:25:23.767558 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:23.768646 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:25:23.782238 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bfa746db-8cf1-434f-b2ae-8b154f90e787 req-ab861dbf-0c72-4efd-b24e-1638beea5361 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498297 May 23 20:25:23.829274 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:23.849154 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:23.857998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port e3fbb816-fd5a-4989-8f75-4be912227768 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:25:23.963367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a085-c4c1-49ea-8a86-36a5ab3c1ad3 req-0edb0c01-fdb7-49eb-8101-5b5ae468fdee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:23.964903 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d855a085-c4c1-49ea-8a86-36a5ab3c1ad3 req-0edb0c01-fdb7-49eb-8101-5b5ae468fdee tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 944 time: 0.0521138 May 23 20:25:23.985462 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port e3fbb816-fd5a-4989-8f75-4be912227768 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:23.985909 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:24.037176 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d855a085-c4c1-49ea-8a86-36a5ab3c1ad3 req-9b1cc1f3-df85-4f6c-aa83-e63efa52f597 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660548 May 23 20:25:24.073713 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port e3fbb816-fd5a-4989-8f75-4be912227768 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:24.074184 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:24.120151 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:24.146708 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6176-3889-4df3-8e79-da8e2c2fbb96 req-7b98b244-599a-4089-afe5-d166ef9e183c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.148190 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-686d6176-3889-4df3-8e79-da8e2c2fbb96 req-7b98b244-599a-4089-afe5-d166ef9e183c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0587430 May 23 20:25:24.197276 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-686d6176-3889-4df3-8e79-da8e2c2fbb96 req-e78b4d04-7a61-4164-8eec-95c10de25250 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 May 23 20:25:24.225353 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:24.348957 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-86ba6a68-76e5-4d73-939b-61b5ae16a94e req-0f47422c-46ec-49c5-b972-c97132c0e9cd tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0451853 May 23 20:25:24.355593 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:24.402823 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204138-990f-4bf2-add3-731bd3ffb24c req-cd0ed8a9-2cc6-4c4f-b624-e0d65059a2da tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.405962 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-50204138-990f-4bf2-add3-731bd3ffb24c req-cd0ed8a9-2cc6-4c4f-b624-e0d65059a2da tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.1290405 May 23 20:25:24.413901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f2e2-d3c4-4e8b-8f16-6ce1addd537c req-b68fdbfe-5849-4eb8-afe1-36ece010235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.415934 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4247f2e2-d3c4-4e8b-8f16-6ce1addd537c req-b68fdbfe-5849-4eb8-afe1-36ece010235c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 1130 time: 0.0645783 May 23 20:25:24.470825 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-759b4cc8-8863-4b66-81bc-344fa6f933bc req-2de25acd-d4df-4a38-ad0f-ba67590db7d9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0368426 May 23 20:25:24.487906 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4247f2e2-d3c4-4e8b-8f16-6ce1addd537c req-b3ed91c6-35f3-494e-af33-90ab72cdf21a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602179 May 23 20:25:24.503495 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-50204138-990f-4bf2-add3-731bd3ffb24c req-e0759d5a-eb4f-4516-a050-92d15ff1a5b8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864596 May 23 20:25:24.587551 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2659d44-ccd2-480e-aa4a-8feb8f25a44e req-79dd881b-7c92-4678-92fe-8e2967850179 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.587551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b2659d44-ccd2-480e-aa4a-8feb8f25a44e req-79dd881b-7c92-4678-92fe-8e2967850179 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0527520 May 23 20:25:24.636060 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b2659d44-ccd2-480e-aa4a-8feb8f25a44e req-e860c0fc-ed1f-4eb9-a025-e95b46386329 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 May 23 20:25:24.659951 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:24.766148 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:24.778235 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:24.820835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: ACTIVE; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:24.821301 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:24.829109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-736c9b52-51f6-44e3-a38d-b26bafe167f8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.830801 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-736c9b52-51f6-44e3-a38d-b26bafe167f8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.1080716 May 23 20:25:24.838672 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:24.860876 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:24.919057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee613f7-096c-4db9-8df0-09199b9a9996 req-b708e8e9-0cc5-4aaf-bf31-bcffac2bc939 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:24.920517 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aee613f7-096c-4db9-8df0-09199b9a9996 req-b708e8e9-0cc5-4aaf-bf31-bcffac2bc939 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0497863 May 23 20:25:24.966516 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aee613f7-096c-4db9-8df0-09199b9a9996 req-ab61636d-1f83-4619-b6c8-34270008b64a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 May 23 20:25:24.980776 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:25.026881 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=6']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:25.029756 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:25.112663 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:25.151589 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3ee03-a34a-43cd-9231-064898395696 req-13a6e6e1-a21b-4ab1-88dc-23ed38e3b086 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:25.153041 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e0a3ee03-a34a-43cd-9231-064898395696 req-13a6e6e1-a21b-4ab1-88dc-23ed38e3b086 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0458355 May 23 20:25:25.206927 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e0a3ee03-a34a-43cd-9231-064898395696 req-e006c76b-28fb-4e11-aa88-75292f06ea30 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482142 May 23 20:25:25.436685 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6211ffcd-8096-451e-b31c-c3917240a614 req-71a7aac3-ec4e-4056-a61e-e78fc271f13e tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0261576 May 23 20:25:25.556121 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d1927130-e4e4-4a3c-a51d-0f5da401cb33 req-56478f64-96c7-4491-bd32-de11c161deff tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0271959 May 23 20:25:25.621815 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e61e8-046d-4e33-b430-8ccd4334b63e req-105fe1a8-6ec8-4539-8328-91f5260a6f16 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:25.623331 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b8e61e8-046d-4e33-b430-8ccd4334b63e req-105fe1a8-6ec8-4539-8328-91f5260a6f16 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.0445721 May 23 20:25:25.672612 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b8e61e8-046d-4e33-b430-8ccd4334b63e req-387124b7-a3c5-4d77-aee4-6f10bae3d15e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 May 23 20:25:25.722484 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:25.725404 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919be2a1-ed53-47e7-a97b-9533921cafbf" -d '{"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-plugged", "status": "completed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:25.758210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a786-da47-4374-9b9e-a42278983768 req-e74202e2-30e0-4eb3-9fa9-4b433d26e390 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:25.759968 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2e03a786-da47-4374-9b9e-a42278983768 req-e74202e2-30e0-4eb3-9fa9-4b433d26e390 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0506957 May 23 20:25:25.763108 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b4b8a-ba58-479e-b4d2-0075c0b2106d x-openstack-request-id: req-d14b4b8a-ba58-479e-b4d2-0075c0b2106d {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:25.763421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-plugged", "status": "completed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:25.763680 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d14b4b8a-ba58-479e-b4d2-0075c0b2106d {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:25.764083 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14b4b8a-ba58-479e-b4d2-0075c0b2106d'] response: {'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'code': 200} May 23 20:25:25.778765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:25.808818 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2e03a786-da47-4374-9b9e-a42278983768 req-132cbea9-a0cb-4407-8439-6cdaa1ce720d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 May 23 20:25:26.088178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57781a36-3e04-4e3a-8a41-6935303e8cf4 req-495d73cc-e359-4c23-a38d-f05d5db4c85f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.089721 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57781a36-3e04-4e3a-8a41-6935303e8cf4 req-495d73cc-e359-4c23-a38d-f05d5db4c85f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0495195 May 23 20:25:26.138717 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57781a36-3e04-4e3a-8a41-6935303e8cf4 req-512175bf-8234-4d1f-b589-30bb959335f9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 May 23 20:25:26.320013 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7fead-8fe9-4aea-8091-67f657ca3230 req-41ee5283-f752-41b3-bf6e-1ef82790c5e8 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.321454 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e8c7fead-8fe9-4aea-8091-67f657ca3230 req-41ee5283-f752-41b3-bf6e-1ef82790c5e8 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0496140 May 23 20:25:26.370338 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e8c7fead-8fe9-4aea-8091-67f657ca3230 req-e1894f80-0d5b-4dca-b345-204a7ec834ea tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 May 23 20:25:26.550635 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5fd7695d-8e9e-4336-a6be-9eb6eeafe462 req-c8479a84-535c-43bf-bd78-4109a43563f6 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0353436 May 23 20:25:26.559802 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-dae50097-1de5-4e35-8f36-3d27b628bd43 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 379 time: 0.1134791 May 23 20:25:26.617240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'port': {'device_id': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'admin_state_up': True, 'tenant_id': '26567fb564314003bf5ae836737b990e', 'security_groups': ['526ab315-09d5-4395-8111-c293b0b90b87']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:26.618954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:26.656616 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:25:26.660018 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:26.694176 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-18558241-21d1-4011-afcf-eb5954cb1f71 req-210534a5-df7d-478d-88de-78054923c661 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0393679 May 23 20:25:26.743776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:26.777856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:26.779112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:26.779998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9368c-33d4-4025-8787-01b8a427d802 req-cc032b6b-0d88-4f43-82a8-755512b43314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.782158 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-49c9368c-33d4-4025-8787-01b8a427d802 req-cc032b6b-0d88-4f43-82a8-755512b43314 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1129 time: 0.0818994 May 23 20:25:26.867822 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c4fd-53d3-45b4-a1a4-56e20b102594 req-e99915fd-f639-483f-a208-f068d0937db3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.869367 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e850c4fd-53d3-45b4-a1a4-56e20b102594 req-e99915fd-f639-483f-a208-f068d0937db3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.0915499 May 23 20:25:26.925830 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-49c9368c-33d4-4025-8787-01b8a427d802 req-2df80265-d8a2-49ff-8a98-8041cca47fa6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264315 May 23 20:25:26.950612 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e850c4fd-53d3-45b4-a1a4-56e20b102594 req-dc02ad1f-07f3-43e1-b7f3-a7f3b48f3b3b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659213 May 23 20:25:26.973205 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165417b-1001-4775-8af4-9ae3529d5708 req-4d2484b2-d981-4503-81a6-a961a6d1f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.973205 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1165417b-1001-4775-8af4-9ae3529d5708 req-4d2484b2-d981-4503-81a6-a961a6d1f036 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0917087 May 23 20:25:26.982547 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2eb6-728f-451a-8814-3a5772782da1 req-3533c373-c2aa-42d8-b820-e0c20e13f365 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:26.984588 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-31ae2eb6-728f-451a-8814-3a5772782da1 req-3533c373-c2aa-42d8-b820-e0c20e13f365 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0808649 May 23 20:25:27.006921 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:27.016086 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Made reservation on behalf of 26567fb564314003bf5ae836737b990e for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:27.016544 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:27.016923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.020092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.042478 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-31ae2eb6-728f-451a-8814-3a5772782da1 req-305111f4-35bd-454e-a65b-cceda624f350 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 May 23 20:25:27.050433 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:27.118996 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.156645 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.20.0.9 (d1b674a5-f902-453a-bbbe-6a61eb453929/d0405bd9-c90a-499e-8e6a-be929101143f/900b532d-cbf1-4f24-96e1-9501a7768ef8) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:27.167051 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=7']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:27.296357 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a180f-b2b2-4511-b3f3-23eb511054cd req-daeb9edd-7c43-4ad1-be73-9129f182e175 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:27.297808 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d43a180f-b2b2-4511-b3f3-23eb511054cd req-daeb9edd-7c43-4ad1-be73-9129f182e175 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0842197 May 23 20:25:27.361013 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.376657 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d43a180f-b2b2-4511-b3f3-23eb511054cd req-becf77b6-1bfa-4656-95a4-ccd40f4fa9ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698910 May 23 20:25:27.457591 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.484262 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604faa68-c441-4dc1-a82a-f08a057b36bc req-9038af7e-06e5-4891-90e5-b6402f2b99f8 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:27.485846 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-604faa68-c441-4dc1-a82a-f08a057b36bc req-9038af7e-06e5-4891-90e5-b6402f2b99f8 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0471902 May 23 20:25:27.499554 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:27.504221 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:27.504708 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:27.508347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:27.541078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:27.543516 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-604faa68-c441-4dc1-a82a-f08a057b36bc req-3b70bb68-6554-4f8e-90e1-b36f12257250 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516672 May 23 20:25:27.567194 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:27.567834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.748497 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-489e6572-21f0-44e0-adff-a0c7640abb27 None None] Provisioning complete for port 900b532d-cbf1-4f24-96e1-9501a7768ef8 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:27.749088 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-489e6572-21f0-44e0-adff-a0c7640abb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:27.770162 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:27.772497 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b121a-8f2a-4651-9e26-d9a7336da29b" -d '{"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:27.793955 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-489e6572-21f0-44e0-adff-a0c7640abb27 None None] Port 900b532d-cbf1-4f24-96e1-9501a7768ef8 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:25:27.821203 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115426c5-6275-482e-b434-efffde3ef894 req-3a69ce22-6807-4811-808e-9a47ed3334d1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:27.822807 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-115426c5-6275-482e-b434-efffde3ef894 req-3a69ce22-6807-4811-808e-9a47ed3334d1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 931 time: 0.0490382 May 23 20:25:27.874295 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-115426c5-6275-482e-b434-efffde3ef894 req-5be7a55b-7885-4ed7-ae50-0806914bdf71 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 May 23 20:25:27.894161 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0c0f425d-2f02-4d1e-b657-3f6e10c009f0 req-b30ec033-8273-4e67-9bfb-8adf5f2b5017 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.2664819 May 23 20:25:27.894161 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-bdd90532-737f-4e12-81e9-55c078c8d3a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2791946 May 23 20:25:27.918718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c103a332-cc3b-4a76-b095-2c015dd43313 x-openstack-request-id: req-c103a332-cc3b-4a76-b095-2c015dd43313 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:27.919035 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:27.919299 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c103a332-cc3b-4a76-b095-2c015dd43313 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:27.919691 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c103a332-cc3b-4a76-b095-2c015dd43313'] response: {'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'code': 200} May 23 20:25:28.033758 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:28.069943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152f9ab-9eb7-4fc2-b387-07299ba46bf2 req-bfbe7c61-bb3e-42a4-9455-9047af0764df tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:28.071495 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7152f9ab-9eb7-4fc2-b387-07299ba46bf2 req-bfbe7c61-bb3e-42a4-9455-9047af0764df tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0468457 May 23 20:25:28.119561 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7152f9ab-9eb7-4fc2-b387-07299ba46bf2 req-31828460-a90e-4184-8c4e-d0dabcdcf799 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 May 23 20:25:28.153237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e67cc-af04-4d71-99cf-ccf3fc65fd3f req-3b9e3e39-17d4-4567-b6ea-d10ad7ddbb74 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:28.154762 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d51e67cc-af04-4d71-99cf-ccf3fc65fd3f req-3b9e3e39-17d4-4567-b6ea-d10ad7ddbb74 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0476866 May 23 20:25:28.199881 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d51e67cc-af04-4d71-99cf-ccf3fc65fd3f req-c453af1c-e38c-48aa-8006-1e8d16749333 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 May 23 20:25:28.490661 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dd0e-b97c-4f3a-a68d-ff5ec5ebe0f0 req-943937a7-e69b-41c4-b29f-5c5a7bdfdcfd tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:28.492030 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-13b3dd0e-b97c-4f3a-a68d-ff5ec5ebe0f0 req-943937a7-e69b-41c4-b29f-5c5a7bdfdcfd tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0486588 May 23 20:25:28.536726 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-13b3dd0e-b97c-4f3a-a68d-ff5ec5ebe0f0 req-5bbe3b63-99e8-4053-921b-97bbe031ff10 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 May 23 20:25:28.657741 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820df1d-383e-425e-b7d7-5487964e243d req-ed1692b1-1532-4dfe-9c02-3662419d080d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:28.659232 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5820df1d-383e-425e-b7d7-5487964e243d req-ed1692b1-1532-4dfe-9c02-3662419d080d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0491884 May 23 20:25:28.708117 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5820df1d-383e-425e-b7d7-5487964e243d req-de0a4640-f696-45fc-981a-3391bb94e427 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 May 23 20:25:28.967078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:28.985982 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc3034-8d23-4b3b-a9c6-a9a9c29a9623 req-c6968fab-7bff-4871-938c-c3728c217fa8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:28.987513 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07fc3034-8d23-4b3b-a9c6-a9a9c29a9623 req-c6968fab-7bff-4871-938c-c3728c217fa8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 931 time: 0.0467124 May 23 20:25:28.990780 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9210ab62-0cba-41a8-a3e2-fe370eaf5e29 req-d1a5f709-9f73-49f3-9520-ae330606b1d0 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0275550 May 23 20:25:29.036788 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07fc3034-8d23-4b3b-a9c6-a9a9c29a9623 req-f96fc3c5-5fed-40b1-81cf-1eeda92a056e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433137 May 23 20:25:29.236510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894c531-08f3-4478-ba7b-1997af1ae598 req-bdbfd029-9804-41a1-baa4-b30b02d998ae tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:29.237862 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d894c531-08f3-4478-ba7b-1997af1ae598 req-bdbfd029-9804-41a1-baa4-b30b02d998ae tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0462596 May 23 20:25:29.284945 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d894c531-08f3-4478-ba7b-1997af1ae598 req-9d239486-8ccf-4071-be2e-ee4e56122492 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 May 23 20:25:29.312413 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb7b2c-545d-42cb-b48d-6f5012f5703e req-0f0dab80-b04c-4a66-aec6-f98dfc5cdfb2 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:29.313881 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-afdb7b2c-545d-42cb-b48d-6f5012f5703e req-0f0dab80-b04c-4a66-aec6-f98dfc5cdfb2 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0456183 May 23 20:25:29.362965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-afdb7b2c-545d-42cb-b48d-6f5012f5703e req-ee9493ae-d36d-4a18-954d-17714b844244 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 May 23 20:25:29.651321 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc72c1-2cb8-4762-b039-21236f175f7e req-ab30ea7b-e781-4fc1-8b9b-71113182f7fe tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:29.652768 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cddc72c1-2cb8-4762-b039-21236f175f7e req-ab30ea7b-e781-4fc1-8b9b-71113182f7fe tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0495327 May 23 20:25:29.698278 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cddc72c1-2cb8-4762-b039-21236f175f7e req-d22ec587-5752-452e-aa31-bc805a8c632a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 May 23 20:25:29.824024 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514416-448b-4b49-95d4-ebeafd4f72a5 req-624fee75-4b0f-4ca2-be75-50ab1ce909bd tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:29.824024 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c0514416-448b-4b49-95d4-ebeafd4f72a5 req-624fee75-4b0f-4ca2-be75-50ab1ce909bd tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0451236 May 23 20:25:29.866717 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c0514416-448b-4b49-95d4-ebeafd4f72a5 req-eec7d99d-70af-4c19-8453-6d1088de05ff tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 May 23 20:25:30.070745 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Request body: {'port': {'device_id': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:30.107391 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-52bb2e74-f869-4cd0-a065-b30e7d45bc26 req-498c19af-0992-4bfe-b368-4738a01d8f4b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0483608 May 23 20:25:30.149265 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1165417b-1001-4775-8af4-9ae3529d5708 req-8afd2393-ba18-4364-b294-e53f3214e5e9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919011 May 23 20:25:30.213845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d586-186b-4e23-85ca-77142ad4dad3 req-dbd1aadf-77b6-4554-b883-b42edeae06c8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:30.215378 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a114d586-186b-4e23-85ca-77142ad4dad3 req-dbd1aadf-77b6-4554-b883-b42edeae06c8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 931 time: 0.0837169 May 23 20:25:30.223180 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:30.315660 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a114d586-186b-4e23-85ca-77142ad4dad3 req-dd7a28af-c70c-44fb-8651-d8aea843bd17 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940464 May 23 20:25:30.411893 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9eb6a-3b1a-4ce0-8e62-1fadfa6a380c req-d1f1aebb-6f12-4c69-95ff-04319a9c1f0c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:30.413399 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5db9eb6a-3b1a-4ce0-8e62-1fadfa6a380c req-d1f1aebb-6f12-4c69-95ff-04319a9c1f0c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0556295 May 23 20:25:30.446897 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:30.461587 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5db9eb6a-3b1a-4ce0-8e62-1fadfa6a380c req-cfa71c53-e02f-49bd-8802-61486514c2fa tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 May 23 20:25:30.518520 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9537b-4917-4601-ab67-6f3c216ffa29 req-1c2e8f39-725b-472c-9b3a-9d1b6f58359e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:30.520000 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-85d9537b-4917-4601-ab67-6f3c216ffa29 req-1c2e8f39-725b-472c-9b3a-9d1b6f58359e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0683129 May 23 20:25:30.593771 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:30.619398 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-85d9537b-4917-4601-ab67-6f3c216ffa29 req-37d72396-8b47-4eb5-a071-47c372858824 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922298 May 23 20:25:30.628590 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900b532d-cbf1-4f24-96e1-9501a7768ef8 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:30.636419 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks [] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:30.649814 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Transition to ACTIVE for port object 900b532d-cbf1-4f24-96e1-9501a7768ef8 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:25:30.708585 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:30.749090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:30.767672 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Pushing event updated for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:30.822946 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61505a-6d86-468b-a9bb-4ed5fda48e5d req-1f5231d1-dad9-4dd0-a987-5b74f0f735e0 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:30.824778 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3a61505a-6d86-468b-a9bb-4ed5fda48e5d req-1f5231d1-dad9-4dd0-a987-5b74f0f735e0 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0578310 May 23 20:25:30.844686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Attempting to bind port 900b532d-cbf1-4f24-96e1-9501a7768ef8 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:25:30.845261 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Attempting to bind port 900b532d-cbf1-4f24-96e1-9501a7768ef8 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:25:30.845604 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Attempting to bind port 900b532d-cbf1-4f24-96e1-9501a7768ef8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:30.850494 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Port 900b532d-cbf1-4f24-96e1-9501a7768ef8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:25:30.850839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Attempting to bind port 900b532d-cbf1-4f24-96e1-9501a7768ef8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:30.856091 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:25:30.856434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:30.856824 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Bound using segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:25:30.857257 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Bound port: 900b532d-cbf1-4f24-96e1-9501a7768ef8, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:25:30.857618 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:30.884876 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3a61505a-6d86-468b-a9bb-4ed5fda48e5d req-f0b3ea9a-638e-499f-8db0-bb58c173cfc8 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528810 May 23 20:25:30.929358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:25:30.933030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:25:31.022076 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf734b-3a0c-4917-b69e-7ce787e636a6 req-6f00f026-580b-49c2-85af-df71cab91e88 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.023817 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-75cf734b-3a0c-4917-b69e-7ce787e636a6 req-6f00f026-580b-49c2-85af-df71cab91e88 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0516610 May 23 20:25:31.025518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:31.028566 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306fca8-36b6-4dd1-abc2-c23de549afff req-b94a95df-0aa9-4cc5-9b78-76df69613e36 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.030830 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d306fca8-36b6-4dd1-abc2-c23de549afff req-b94a95df-0aa9-4cc5-9b78-76df69613e36 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0482850 May 23 20:25:31.042138 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34374) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:31.047747 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'port_id': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:31.085955 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.086604 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:31.087979 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] 10.222.0.31 "PUT /v2.0/ports/900b532d-cbf1-4f24-96e1-9501a7768ef8 HTTP/1.1" status: 200 len: 1093 time: 1.0298674 May 23 20:25:31.093434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:31.095923 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad8efa-724c-47f6-a535-6251e88dc9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:31.132671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:31.136694 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-75cf734b-3a0c-4917-b69e-7ce787e636a6 req-f08b5801-aff9-4f81-b199-f0794c226ec5 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039183 May 23 20:25:31.141117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a97969-c293-4af2-a134-050857bf6605 service neutron] Pushing event updated for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:31.152963 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5859212-58a2-49c4-b891-8aa6c276f59a x-openstack-request-id: req-f5859212-58a2-49c4-b891-8aa6c276f59a {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:31.153454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:31.153714 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5859212-58a2-49c4-b891-8aa6c276f59a {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:31.154160 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5859212-58a2-49c4-b891-8aa6c276f59a'] response: {'name': 'network-changed', 'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'status': 'completed', 'code': 200} May 23 20:25:31.257564 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-195f17f6-37d7-4405-a138-e53788c71b6e req-79d374cf-8665-4849-86c8-13f2de78cd01 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0386093 May 23 20:25:31.412877 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-9601c3b1-277a-4975-95de-e253f643f46a tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cd6e338db3274331b7ab0a7370027f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330551 May 23 20:25:31.463335 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96094fe-ae11-4972-8904-989f67bb7cf2 req-a75221db-a322-435c-b320-9bf9dd5812e3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.472656 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e96094fe-ae11-4972-8904-989f67bb7cf2 req-a75221db-a322-435c-b320-9bf9dd5812e3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0599124 May 23 20:25:31.521419 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:31.531246 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e96094fe-ae11-4972-8904-989f67bb7cf2 req-78047cd5-4b2c-4889-8bf0-f775fe5f374b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568304 May 23 20:25:31.679743 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca99e3f-7d56-4bbe-9d75-24f0ac329dc9 req-5fd19dbd-ec7b-4648-8bc4-b458acfd92df tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.681233 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2ca99e3f-7d56-4bbe-9d75-24f0ac329dc9 req-5fd19dbd-ec7b-4648-8bc4-b458acfd92df tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.1286404 May 23 20:25:31.746607 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d54f-2b36-496c-a93b-34c488b54cfe req-6fb03e2f-cf9b-4461-9e6c-80d44e2f7995 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:31.748151 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0532d54f-2b36-496c-a93b-34c488b54cfe req-6fb03e2f-cf9b-4461-9e6c-80d44e2f7995 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0515308 May 23 20:25:31.802944 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0532d54f-2b36-496c-a93b-34c488b54cfe req-9dbeb54c-e970-4d77-a8c9-fd75273622c1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 May 23 20:25:32.039241 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2ca99e3f-7d56-4bbe-9d75-24f0ac329dc9 req-059c341c-b798-40d2-9fe4-abed55e1f2cd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272929 May 23 20:25:32.052738 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.db.resource_extend [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 23 20:25:32.124390 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-d444d562-3a91-4ac3-8b72-a61d75f883fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:32.125924 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-d444d562-3a91-4ac3-8b72-a61d75f883fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 1127 time: 0.0421638 May 23 20:25:32.164145 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:32.275131 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc409-6b9e-4b8b-ae5a-8796705d5143 req-ef601232-88f0-4a19-93e4-a621ea4a6238 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:32.276733 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-675cc409-6b9e-4b8b-ae5a-8796705d5143 req-ef601232-88f0-4a19-93e4-a621ea4a6238 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0469530 May 23 20:25:32.284979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:32.327235 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:32.335905 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-675cc409-6b9e-4b8b-ae5a-8796705d5143 req-7bcf05e5-9d25-4d56-ab1c-cc8bac91ff36 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501640 May 23 20:25:32.352629 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-bd247af7-200f-4b64-ba92-9b7954240118 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:32.354197 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-bd247af7-200f-4b64-ba92-9b7954240118 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433217 May 23 20:25:32.376227 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ddd61f2f-f7ed-439d-a5da-affc8ba2ecd6 req-b350f905-e8d5-4d7c-9639-b704cf086532 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0396256 May 23 20:25:32.423880 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13 associated. External IP: 172.27.2.216, port: ef2feccf-3cf9-483a-be18-bb3f720aec9c. May 23 20:25:32.621680 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:25:32.648287 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd3517-188d-4f62-afdf-16fe5ee4670e req-3b9526d2-9cf4-4f8d-a3df-dbd39681b971 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:32.649796 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-00cd3517-188d-4f62-afdf-16fe5ee4670e req-3b9526d2-9cf4-4f8d-a3df-dbd39681b971 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0549266 May 23 20:25:32.684144 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:32.694421 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:32.703470 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-00cd3517-188d-4f62-afdf-16fe5ee4670e req-fc63cac5-f186-41a8-b5a6-591f038cdc1b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473785 May 23 20:25:32.739426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:25:32.744456 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:32.749300 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:25:32.758788 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:32.759473 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:32.775111 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a640780d-7b40-4f27-b7f8-b9650e56b126 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "PUT /v2.0/floatingips/7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13 HTTP/1.1" status: 200 len: 992 time: 1.7308438 May 23 20:25:32.775677 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:32.778164 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f7ae08-e019-4d81-b460-a8b06338e3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:32.818103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbb4536-75d5-4d5e-8a7f-f25a995a81b6 x-openstack-request-id: req-cfbb4536-75d5-4d5e-8a7f-f25a995a81b6 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:32.818600 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:32.819012 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfbb4536-75d5-4d5e-8a7f-f25a995a81b6 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:32.819549 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbb4536-75d5-4d5e-8a7f-f25a995a81b6'] response: {'name': 'network-changed', 'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'status': 'completed', 'code': 200} May 23 20:25:32.841550 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Request body: {'port': {'device_id': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258', 'admin_state_up': True, 'tenant_id': 'cd6e338db3274331b7ab0a7370027f24'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:32.871991 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:33.016358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-ec0c3d84-59d7-4e08-8159-105c2eebf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.018106 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-ec0c3d84-59d7-4e08-8159-105c2eebf796 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=26567fb564314003bf5ae836737b990e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1870627 May 23 20:25:33.025338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e37e-62f6-4df1-a463-dda54b74aceb req-21e0576c-b504-4742-a3cc-b94adc642a31 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.032810 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bdf3e37e-62f6-4df1-a463-dda54b74aceb req-21e0576c-b504-4742-a3cc-b94adc642a31 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0923066 May 23 20:25:33.099689 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bdf3e37e-62f6-4df1-a463-dda54b74aceb req-3e16ed74-d6f9-4556-a336-8d157786c3e3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656867 May 23 20:25:33.163395 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:80:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2e8cd-3178-4528-b5b1-db0638467714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:09Z', 'updated_at': '2022-05-23T20:25:31Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}, {'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:33.194106 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:25:33.204231 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:33.206612 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:33.233467 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Made reservation on behalf of cd6e338db3274331b7ab0a7370027f24 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:33.235497 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:33.249831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:33.258128 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d580ac9-defb-40f5-9b7d-dadd1a3fd1c8 req-7e97140d-fab2-4a7d-b385-cb7330226eab tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.259943 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5d580ac9-defb-40f5-9b7d-dadd1a3fd1c8 req-7e97140d-fab2-4a7d-b385-cb7330226eab tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0961726 May 23 20:25:33.319719 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:33.346876 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5d580ac9-defb-40f5-9b7d-dadd1a3fd1c8 req-20cbe4fb-7ff2-4f79-9a7b-7237e81c12c2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786378 May 23 20:25:33.456945 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks [] for security_group (9d99ad16-6aae-4aa9-ba10-5dac6de41c9d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:33.462955 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-ca04eaf6-4350-4d62-8320-43a5d67631e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.464664 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-ca04eaf6-4350-4d62-8320-43a5d67631e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 1130 time: 0.0686409 May 23 20:25:33.513517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:33.558310 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-83f530d4-5f72-4fdb-bca6-bd87d013b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.561682 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3ad8efa-724c-47f6-a535-6251e88dc9f0 req-83f530d4-5f72-4fdb-bca6-bd87d013b88c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799345 May 23 20:25:33.580029 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9d99ad16-6aae-4aa9-ba10-5dac6de41c9d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:33.637168 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d11776a8-2c50-4e93-be75-3141df3a4386 req-ce99061e-064c-486a-921e-afe75d2c9e5d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0521445 May 23 20:25:33.790283 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-d2c32646-c5cd-4755-8b10-3f1db52cc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.790283 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-d2c32646-c5cd-4755-8b10-3f1db52cc587 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 1127 time: 0.0586441 May 23 20:25:33.792311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9413-30db-4d6b-aa3c-41db6789950c req-9bfe75f1-709a-4de3-b319-0fb8477db5e7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.792311 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-989f9413-30db-4d6b-aa3c-41db6789950c req-9bfe75f1-709a-4de3-b319-0fb8477db5e7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.2365727 May 23 20:25:33.792311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:33.793318 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfe26-3a7d-40b7-b244-754c13e1d1ce req-ee2df11d-b1e2-4454-8162-4a6625826bf6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.793318 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98fbfe26-3a7d-40b7-b244-754c13e1d1ce req-ee2df11d-b1e2-4454-8162-4a6625826bf6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0554669 May 23 20:25:33.793318 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-039730b1-f357-494a-913a-2c4385b2ea7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8 HTTP/1.1" status: 200 len: 217 time: 0.0978820 May 23 20:25:33.821495 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-04449a71-2841-4530-aafb-3087931ba012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:80:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2e8cd-3178-4528-b5b1-db0638467714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:09Z', 'updated_at': '2022-05-23T20:25:31Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}, {'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:33.867963 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449a71-2841-4530-aafb-3087931ba012 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:80:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2e8cd-3178-4528-b5b1-db0638467714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:09Z', 'updated_at': '2022-05-23T20:25:31Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}, {'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:25:33.880736 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-b9266f07-3ed0-4d17-bef6-322a1621ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.882598 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-b9266f07-3ed0-4d17-bef6-322a1621ee37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.3210437 May 23 20:25:33.932832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-573214c7-2c6f-434b-aa3c-e6f1cc060ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:33.934333 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-573214c7-2c6f-434b-aa3c-e6f1cc060ac8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.1432960 May 23 20:25:33.956455 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-962365c0-c10f-4641-86b5-440a9dcdb716 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c HTTP/1.1" status: 200 len: 1000 time: 0.0664139 May 23 20:25:33.962814 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-989f9413-30db-4d6b-aa3c-41db6789950c req-37b06920-760e-46c2-9be8-a54e0064990e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190604 May 23 20:25:33.999650 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-db84b2d2-6671-4552-9b7e-0d3bc88dc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.001141 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-db84b2d2-6671-4552-9b7e-0d3bc88dc0cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1129 time: 0.1479950 May 23 20:25:34.004060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:34.010108 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-1e109c89-b339-4b6f-8b1e-9cbe0abd542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.010681 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-1e109c89-b339-4b6f-8b1e-9cbe0abd542c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688429 May 23 20:25:34.015602 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98fbfe26-3a7d-40b7-b244-754c13e1d1ce req-21ca201b-d374-413f-85ba-6f1f8efd6833 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233834 May 23 20:25:34.071601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Allocated IP 192.168.233.203 (c26c2a46-9395-4c53-8fe3-a4619643a258/e66ade8a-5b6a-4f25-ad80-8b3f44c16cac/eb4b6390-9725-4fae-a1c8-9cdc46bac2cb) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:34.094740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:34.109488 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-a44f8772-c67d-4406-be1d-90d41922f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.113475 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-a44f8772-c67d-4406-be1d-90d41922f6a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.1448729 May 23 20:25:34.200638 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:34.221063 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe914b0-1263-4109-91b9-b6a4d08cacb1 req-03f2c0bc-ab90-4fe4-bd91-2783cec79e5a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.228869 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-efe914b0-1263-4109-91b9-b6a4d08cacb1 req-03f2c0bc-ab90-4fe4-bd91-2783cec79e5a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.1306491 May 23 20:25:34.246240 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690f62-0770-402a-a460-4d93707ad97b None None] New status for floating IP 7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:25:34.265525 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-6eb6c316-bac7-4006-a143-bed89d27cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.267419 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-6eb6c316-bac7-4006-a143-bed89d27cdd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.2557561 May 23 20:25:34.291348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e978-25ce-4f6c-a4b6-2404e3cf9ec8 req-91d8e873-d7df-46bf-8766-0458e395817d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.302053 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b4c9e978-25ce-4f6c-a4b6-2404e3cf9ec8 req-91d8e873-d7df-46bf-8766-0458e395817d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.2092748 May 23 20:25:34.334574 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-cc72436c-b5cb-42dd-b356-dd7030632e9c service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116605 May 23 20:25:34.336286 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-51efacfb-9c6c-40e6-8030-a74f887af738 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 217 time: 0.0589726 May 23 20:25:34.352664 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-72ceb094-2d65-4aa9-a8c3-285970bbcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.354675 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-72ceb094-2d65-4aa9-a8c3-285970bbcb8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2354209 May 23 20:25:34.382919 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-efe914b0-1263-4109-91b9-b6a4d08cacb1 req-33ed9bcc-158e-4a0e-b3bf-5311f823d8f9 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484227 May 23 20:25:34.466042 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34480) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:34.474040 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-0736ba9e-5dfe-4890-b866-3ca88547e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.475561 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-0736ba9e-5dfe-4890-b866-3ca88547e58b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.1108360 May 23 20:25:34.491929 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b4c9e978-25ce-4f6c-a4b6-2404e3cf9ec8 req-e5fc7b2c-6c6c-419f-8140-9ba1f6eb95a2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889608 May 23 20:25:34.731492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-f4acb49e-7acd-4960-83bb-b42dc92a1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.733515 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-f4acb49e-7acd-4960-83bb-b42dc92a1d5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1929882 May 23 20:25:34.786954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e385e88-c384-4e6c-a5e3-cc5369ce73d5 req-c88966fe-f0f1-426f-9990-477a48fbd365 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:34.796599 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5e385e88-c384-4e6c-a5e3-cc5369ce73d5 req-c88966fe-f0f1-426f-9990-477a48fbd365 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.3182189 May 23 20:25:34.845757 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:34.897683 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-70037c8a-e107-451e-87a2-a1e7a1e68af5 req-895e2fa4-f790-4af6-bfc0-7cfbbaad8d8e service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463946 May 23 20:25:34.932838 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:34.953379 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5e385e88-c384-4e6c-a5e3-cc5369ce73d5 req-fcedff50-ac04-4bda-9e64-020c60325378 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501839 May 23 20:25:34.961793 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-4c2c406e-0be4-4dec-a72b-29358e5afe01 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161751 May 23 20:25:34.992944 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8fd6d711-eb30-4b2e-bdd8-d41f283a2803 req-26104c3d-5c7c-4753-ba1d-59f27a7a5171 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0546081 May 23 20:25:35.039358 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729961c-eeb5-49ce-b8fb-b7a61213ace4 tempest-TestShelveInstance-728847174 tempest-TestShelveInstance-728847174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:35.043919 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b729961c-eeb5-49ce-b8fb-b7a61213ace4 tempest-TestShelveInstance-728847174 tempest-TestShelveInstance-728847174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1124 time: 0.5763290 May 23 20:25:35.046866 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34490) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:35.051589 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:35.105023 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-acef5210-16a1-4d38-a960-b94620c50de0 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281449 May 23 20:25:35.110991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks [] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.161411 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1fdd84f-1816-40ec-9ef6-4ea752e01610 req-f44708ed-7969-4b73-aa65-3e26276c286a service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874585 May 23 20:25:35.164562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.193237 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de75a-2a13-4d42-84b5-44955b1c2ad7 req-bc4548ee-ef4b-4d64-9b1d-f44bdda087a6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:35.194964 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-085de75a-2a13-4d42-84b5-44955b1c2ad7 req-bc4548ee-ef4b-4d64-9b1d-f44bdda087a6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0771613 May 23 20:25:35.223900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.287447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Network c26c2a46-9395-4c53-8fe3-a4619643a258 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:35.291283 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:35.306479 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:35.311347 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:35.312218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.331037 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:35.345086 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.377241 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-085de75a-2a13-4d42-84b5-44955b1c2ad7 req-76531551-a8b7-4bcd-a695-65245da44b51 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232030 May 23 20:25:35.410974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:35.479000 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75f7ae08-e019-4d81-b460-a8b06338e3b7 req-524d29bb-1e0a-48c5-9f8f-1c058194d4f1 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828775 May 23 20:25:35.505265 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-25315fab-a9b0-4257-ac14-ac565ef1395b tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6717210 May 23 20:25:35.505964 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Allocated IP 172.27.2.145 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/429fcb36-ac8d-4bbe-9a69-99a86353c2ce) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:35.526415 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Request body: {'port': {'device_id': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:35.662890 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.667307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.683820 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b61f4-99d8-45d0-a164-0061ef9bdb9a req-c11d63d1-3e88-4df2-94fb-9a591c571401 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:35.685485 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-871b61f4-99d8-45d0-a164-0061ef9bdb9a req-c11d63d1-3e88-4df2-94fb-9a591c571401 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0578282 May 23 20:25:35.696125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:35.716431 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2d18e077-675c-416c-bace-c07573029e51 None None] Provisioning complete for port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:35.718639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2d18e077-675c-416c-bace-c07573029e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.765125 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2d18e077-675c-416c-bace-c07573029e51 None None] Port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:25:35.783286 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:35.815368 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-871b61f4-99d8-45d0-a164-0061ef9bdb9a req-ac45173a-963a-4321-9ec2-848192bccace tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863681 May 23 20:25:35.834651 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:35.841016 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:35.845358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:35.849240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:35.856681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'Port': ['ID=429fcb36-ac8d-4bbe-9a69-99a86353c2ce,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:36.148256 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c7e39-d1f5-4535-b12b-c2811f3e8a43 req-aa4046e6-f06e-4ae8-8ef1-b3c9ee28c230 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:36.156953 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d8c7e39-d1f5-4535-b12b-c2811f3e8a43 req-aa4046e6-f06e-4ae8-8ef1-b3c9ee28c230 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0766051 May 23 20:25:36.178274 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4b6390-9725-4fae-a1c8-9cdc46bac2cb {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:36.194942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f98a-8ce4-4fa6-a0da-d95e247a4284 req-74dba99d-09b7-4544-ad2e-a88de7804056 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:36.196565 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e186f98a-8ce4-4fa6-a0da-d95e247a4284 req-74dba99d-09b7-4544-ad2e-a88de7804056 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 936 time: 0.0891438 May 23 20:25:36.198819 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks [] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.236620 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Transition to ACTIVE for port object eb4b6390-9725-4fae-a1c8-9cdc46bac2cb will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:25:36.241534 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:36.273752 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e186f98a-8ce4-4fa6-a0da-d95e247a4284 req-2d11c5ee-9a89-4c68-8f4d-e14da880730c tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699947 May 23 20:25:36.296164 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d8c7e39-d1f5-4535-b12b-c2811f3e8a43 req-ea675652-db74-4ddb-8e42-98eabbafe962 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380749 May 23 20:25:36.309127 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.373870 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:36.473693 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Attempting to bind port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:25:36.473941 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Attempting to bind port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:25:36.474999 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Attempting to bind port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb on network c26c2a46-9395-4c53-8fe3-a4619643a258 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:36.504081 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:36.509731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb on network c26c2a46-9395-4c53-8fe3-a4619643a258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:25:36.510111 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Attempting to bind port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb on network c26c2a46-9395-4c53-8fe3-a4619643a258 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:36.543426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b000d09-506a-4b49-8a59-363bf70f675f req-40d69c53-303d-4a3d-b64e-602e8889166f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:36.546752 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b000d09-506a-4b49-8a59-363bf70f675f req-40d69c53-303d-4a3d-b64e-602e8889166f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0903251 May 23 20:25:36.547674 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:25:36.548083 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Checking segment: {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:36.548573 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Bound using segment: {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:25:36.549086 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Bound port: eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd598b256-2b45-48b6-b333-ca996bd9160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:25:36.549510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.704904 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:25:36.709030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:25:36.727240 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b000d09-506a-4b49-8a59-363bf70f675f req-bdc52eec-7869-4d7b-9c2e-f23e30b4625d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696792 May 23 20:25:36.756998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34516) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:36.796320 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.861561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:36.862234 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.864265 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] 10.222.0.31 "PUT /v2.0/ports/eb4b6390-9725-4fae-a1c8-9cdc46bac2cb HTTP/1.1" status: 200 len: 1098 time: 1.3433452 May 23 20:25:36.864678 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:36.867639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc641881-fa09-43ee-b4c9-669325a8891e" -d '{"events": [{"name": "network-changed", "server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:36.894999 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for floatingip (342ca6a5-6941-474d-9152-435fd68b2c0a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.916552 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2f2f0-333d-4aa9-82cf-c627c6838438 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:36.923112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-377175bd-ba76-4973-ba3c-50ce0ae4a85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:36.960795 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3474a-551a-48fe-8333-cb3a79831825 x-openstack-request-id: req-d2d3474a-551a-48fe-8333-cb3a79831825 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:36.961086 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:36.961372 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2d3474a-551a-48fe-8333-cb3a79831825 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:36.961742 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d3474a-551a-48fe-8333-cb3a79831825'] response: {'name': 'network-changed', 'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'status': 'completed', 'code': 200} May 23 20:25:37.002557 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79763-c51a-4f85-b6e1-da804e7e257f req-0f4ecea0-54dc-44a0-a1f4-49767379fb73 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.004140 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bcf79763-c51a-4f85-b6e1-da804e7e257f req-0f4ecea0-54dc-44a0-a1f4-49767379fb73 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0619230 May 23 20:25:37.053023 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-377175bd-ba76-4973-ba3c-50ce0ae4a85e admin admin] Publish callbacks [] for security_group (0567cf71-bcf1-4215-9320-31861e5b1d34), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.063377 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.117717 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bcf79763-c51a-4f85-b6e1-da804e7e257f req-32adf6cc-0281-4b51-b87e-6b8a3cd013eb tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062684 May 23 20:25:37.126072 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-377175bd-ba76-4973-ba3c-50ce0ae4a85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (0567cf71-bcf1-4215-9320-31861e5b1d34), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.203865 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-377175bd-ba76-4973-ba3c-50ce0ae4a85e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f98e9424caf842cbab4370ff03ac2ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456186 May 23 20:25:37.204106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34524) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:37.204639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377175bd-ba76-4973-ba3c-50ce0ae4a85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567cf71-bcf1-4215-9320-31861e5b1d34,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:37.251931 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:37.257879 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc641881-fa09-43ee-b4c9-669325a8891e req-e4ba2a0d-37b2-4d52-b41a-888d2b3bfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.259431 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bc641881-fa09-43ee-b4c9-669325a8891e req-e4ba2a0d-37b2-4d52-b41a-888d2b3bfd5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd6e338db3274331b7ab0a7370027f24&device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 1132 time: 0.0739031 May 23 20:25:37.317363 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] Publish callbacks [] for security_group (0567cf71-bcf1-4215-9320-31861e5b1d34), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.332594 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bc641881-fa09-43ee-b4c9-669325a8891e req-bc72a5e4-6012-4aa0-8cd5-802402621b34 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cd6e338db3274331b7ab0a7370027f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352526 May 23 20:25:37.370079 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] Publish callbacks [] for security_group (0567cf71-bcf1-4215-9320-31861e5b1d34), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.465941 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.484978 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744ad2-9cf8-43f4-b4ce-ca14d5f600ad req-2e3dd825-29e8-45e9-bca9-a028fe00bdfc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.490114 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4a744ad2-9cf8-43f4-b4ce-ca14d5f600ad req-2e3dd825-29e8-45e9-bca9-a028fe00bdfc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0720067 May 23 20:25:37.517275 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa99e0-ebec-4a69-bcef-6d687158fd27 req-cb86746d-d8ae-4855-bb78-84674ccb3e21 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.518852 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c1fa99e0-ebec-4a69-bcef-6d687158fd27 req-cb86746d-d8ae-4855-bb78-84674ccb3e21 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 948 time: 0.0952599 May 23 20:25:37.548155 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.552329 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:37.573674 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc641881-fa09-43ee-b4c9-669325a8891e req-5880affa-2d6c-44a3-8721-b3c1dcba45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.575234 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bc641881-fa09-43ee-b4c9-669325a8891e req-5880affa-2d6c-44a3-8721-b3c1dcba45bb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321649 May 23 20:25:37.587664 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (0567cf71-bcf1-4215-9320-31861e5b1d34), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.590593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.594651 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0567cf71-bcf1-4215-9320-31861e5b1d34 HTTP/1.1" status: 204 len: 168 time: 0.3867040 May 23 20:25:37.596064 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c1fa99e0-ebec-4a69-bcef-6d687158fd27 req-9b716639-6753-4427-9108-b87ce458754d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697584 May 23 20:25:37.620775 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4a744ad2-9cf8-43f4-b4ce-ca14d5f600ad req-cdb35001-0a13-40aa-bb95-02973dcd21fa tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059763 May 23 20:25:37.659881 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c87c3-a4ce-4867-bc3c-15fb680e4c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567cf71-bcf1-4215-9320-31861e5b1d34,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:37.670886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event updated for resources: {'Port': ['ID=429fcb36-ac8d-4bbe-9a69-99a86353c2ce,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:37.699495 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (342ca6a5-6941-474d-9152-435fd68b2c0a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:37.834629 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Floating IP 342ca6a5-6941-474d-9152-435fd68b2c0a associated. External IP: 172.27.2.145, port: e3fbb816-fd5a-4989-8f75-4be912227768. May 23 20:25:37.859725 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0456df-dc5e-4ac6-9cd5-36a3589842a7 req-64bfc7c6-96f2-4ddf-820e-aadbec424ee3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:37.868024 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3b0456df-dc5e-4ac6-9cd5-36a3589842a7 req-64bfc7c6-96f2-4ddf-820e-aadbec424ee3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0675468 May 23 20:25:37.913841 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:37.939773 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3b0456df-dc5e-4ac6-9cd5-36a3589842a7 req-26d1f83c-8dd9-4c52-94d6-6843dbd7a4ba tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637901 May 23 20:25:38.104214 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Router 376ae337-7a41-43fa-a6e2-36a45738a017 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:25:38.263763 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:25:38.277192 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Sync routers for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:25:38.292450 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:38.293441 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:38.349189 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-ff9889d8-aa88-4f73-9d3a-80e797162d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.350722 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-ff9889d8-aa88-4f73-9d3a-80e797162d5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd6e338db3274331b7ab0a7370027f24&device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 1132 time: 0.0703003 May 23 20:25:38.396460 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a5b8-234c-4e5c-a022-151cc068c3a9 req-07c151c2-ff76-4e78-9056-4ea07de3835b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.398979 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2718a5b8-234c-4e5c-a022-151cc068c3a9 req-07c151c2-ff76-4e78-9056-4ea07de3835b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.1053531 May 23 20:25:38.404776 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:38.438923 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34538) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:38.441571 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:38.451810 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-84475308-dcd6-4617-805f-a659deab259a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb HTTP/1.1" status: 200 len: 217 time: 0.0888293 May 23 20:25:38.458489 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-275fca44-9861-43a4-8831-6221e24b6385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:38.468303 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:38.500164 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:38.501033 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:38.505110 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-df9e0cda-8758-4057-aa54-65c7e5038dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4570801 May 23 20:25:38.506118 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:38.509627 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a00d328-aecc-49fe-986d-c6c93a6dd125" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:38.530334 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2718a5b8-234c-4e5c-a022-151cc068c3a9 req-a9525ac0-b4eb-4e2f-a8b4-13b9e39a0bab tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214912 May 23 20:25:38.571099 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805da13d-7f5a-492f-8968-c09d9d584523 x-openstack-request-id: req-805da13d-7f5a-492f-8968-c09d9d584523 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:38.571693 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:38.572172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-805da13d-7f5a-492f-8968-c09d9d584523 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:38.572801 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805da13d-7f5a-492f-8968-c09d9d584523'] response: {'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'status': 'completed', 'code': 200} May 23 20:25:38.610497 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-67d8a9e3-6a2c-41bc-b85a-516337c8bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.612296 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-67d8a9e3-6a2c-41bc-b85a-516337c8bc52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e66ade8a-5b6a-4f25-ad80-8b3f44c16cac HTTP/1.1" status: 200 len: 843 time: 0.1333270 May 23 20:25:38.655853 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '342ca6a5-6941-474d-9152-435fd68b2c0a', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'mac_address': 'fa:16:3e:e3:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:36Z', 'updated_at': '2022-05-23T20:25:36Z', 'revision_number': 0, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:38.708411 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Checking router: 376ae337-7a41-43fa-a6e2-36a45738a017 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:25:38.725360 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-8fe9d046-54de-47f5-9f65-ad2c625c7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.726259 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:38.726947 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-8fe9d046-54de-47f5-9f65-ad2c625c7c93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c26c2a46-9395-4c53-8fe3-a4619643a258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0966067 May 23 20:25:38.727104 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:38.727879 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-970b46d3-eec9-42ce-a398-a66c8cbc4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.729758 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-970b46d3-eec9-42ce-a398-a66c8cbc4b10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0464866 May 23 20:25:38.731610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-275fca44-9861-43a4-8831-6221e24b6385 admin admin] Publish callbacks [] for security_group (e88d2f90-8925-4d02-9afa-eb5bd05a3515), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:38.750075 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c0fe8-3aac-434c-a4d1-c55bedbe078e req-e1a5ca97-c825-40fe-9c46-fe8e1a84f671 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.752058 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b1c0fe8-3aac-434c-a4d1-c55bedbe078e req-e1a5ca97-c825-40fe-9c46-fe8e1a84f671 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 948 time: 0.0742784 May 23 20:25:38.831685 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b1c0fe8-3aac-434c-a4d1-c55bedbe078e req-bda78921-fac8-408a-9c03-664e23054217 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 May 23 20:25:38.838049 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-275fca44-9861-43a4-8831-6221e24b6385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e88d2f90-8925-4d02-9afa-eb5bd05a3515), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:38.878714 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:38.890691 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-275fca44-9861-43a4-8831-6221e24b6385 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c506ef791544a92a7a9a9fe912ebae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502740 May 23 20:25:38.894414 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34550) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:38.923224 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:38.958359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] Publish callbacks [] for security_group (e88d2f90-8925-4d02-9afa-eb5bd05a3515), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:38.988350 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd1bf1-25f8-48bd-b9d4-28766da3db51 req-d7a580de-d159-483a-8853-6699ee70e971 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:38.988350 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-12dd1bf1-25f8-48bd-b9d4-28766da3db51 req-d7a580de-d159-483a-8853-6699ee70e971 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.1777251 May 23 20:25:39.030595 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] Publish callbacks [] for security_group (e88d2f90-8925-4d02-9afa-eb5bd05a3515), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:39.044487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fca44-9861-43a4-8831-6221e24b6385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88d2f90-8925-4d02-9afa-eb5bd05a3515,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:39.060184 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-12dd1bf1-25f8-48bd-b9d4-28766da3db51 req-b53f67a6-6fa5-4cb6-8e39-f23bd804bcc5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654588 May 23 20:25:39.065467 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-aa8d3d00-162d-49a8-8f62-8c930bc3b831 service neutron] 10.222.0.31 "GET /v2.0/networks/c26c2a46-9395-4c53-8fe3-a4619643a258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150928 May 23 20:25:39.173544 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46f70a85-fb07-4d7d-9508-4fca6320cb20 req-3fb18a82-64da-43e2-a6e2-324d64eaa29e service neutron] 10.222.0.31 "GET /v2.0/networks/c26c2a46-9395-4c53-8fe3-a4619643a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982153 May 23 20:25:39.187321 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:39.198405 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-94c4e6d1-93a4-4945-84d3-055c1d698235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.199881 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-94c4e6d1-93a4-4945-84d3-055c1d698235 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.3989735 May 23 20:25:39.217680 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102804-efdf-47bc-922c-7ed51f3ec0ee req-c79dac7c-a6aa-45ea-a7ed-beccd834adb1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.222407 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ae102804-efdf-47bc-922c-7ed51f3ec0ee req-c79dac7c-a6aa-45ea-a7ed-beccd834adb1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0634129 May 23 20:25:39.239470 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '342ca6a5-6941-474d-9152-435fd68b2c0a', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'mac_address': 'fa:16:3e:e3:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:36Z', 'updated_at': '2022-05-23T20:25:36Z', 'revision_number': 0, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:39.271089 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926ecb2-8271-493a-bbb1-abad365e683f None None] The sync data for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi is: [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '342ca6a5-6941-474d-9152-435fd68b2c0a', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'mac_address': 'fa:16:3e:e3:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:36Z', 'updated_at': '2022-05-23T20:25:36Z', 'revision_number': 0, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:25:39.279336 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-4066d6cb-75a2-46f2-8887-d497370a1c73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 999 time: 0.0725627 May 23 20:25:39.279543 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ae102804-efdf-47bc-922c-7ed51f3ec0ee req-430784da-485c-4b25-8252-66bca23a7498 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500519 May 23 20:25:39.347923 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-359a7727-6653-4d0f-9450-2f4a701c7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.349377 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-359a7727-6653-4d0f-9450-2f4a701c7338 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0599861 May 23 20:25:39.400508 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-f1ec8281-cff1-47d1-bceb-35566f1d6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.402055 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-f1ec8281-cff1-47d1-bceb-35566f1d6422 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455096 May 23 20:25:39.518257 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf270a91-09e7-481b-8cd3-bb2fda3b4f3c None None] New status for floating IP 342ca6a5-6941-474d-9152-435fd68b2c0a: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:25:39.530141 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-5cd8a679-bddb-44d9-a1c5-b78bf0490829 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169579 May 23 20:25:39.584863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e88d2f90-8925-4d02-9afa-eb5bd05a3515), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:39.587537 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:39.590973 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e88d2f90-8925-4d02-9afa-eb5bd05a3515 HTTP/1.1" status: 204 len: 168 time: 0.6932850 May 23 20:25:39.597003 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3d99e-94ea-4866-a1d1-281504a105be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88d2f90-8925-4d02-9afa-eb5bd05a3515,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:39.706397 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:39.718189 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9a00d328-aecc-49fe-986d-c6c93a6dd125 req-8c85948c-776e-4d18-bde7-d6db57a0d680 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768727 May 23 20:25:39.733952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911389ea-612e-4db3-8054-fc07ed617af2 req-d521f1b5-ce78-4785-9369-2ddc06371458 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.741939 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-911389ea-612e-4db3-8054-fc07ed617af2 req-d521f1b5-ce78-4785-9369-2ddc06371458 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0860908 May 23 20:25:39.802583 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-911389ea-612e-4db3-8054-fc07ed617af2 req-472b37bd-81ff-49a1-aa67-0d87c3ebe4da tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596616 May 23 20:25:39.965741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491724b7-2d06-453a-b18c-4fa3be6c6bea req-a59a4171-e41e-465e-8da5-e46f026be0c8 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:39.967911 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-491724b7-2d06-453a-b18c-4fa3be6c6bea req-a59a4171-e41e-465e-8da5-e46f026be0c8 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 948 time: 0.0610218 May 23 20:25:40.035751 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-491724b7-2d06-453a-b18c-4fa3be6c6bea req-d4a837b4-fdd3-4133-b364-30c1e88254cc tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612621 May 23 20:25:40.218366 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa073c1-8187-4663-9359-5b1fe1a7c3c1 req-46e12787-7776-403a-beaa-302f26c9c712 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:40.220050 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ffa073c1-8187-4663-9359-5b1fe1a7c3c1 req-46e12787-7776-403a-beaa-302f26c9c712 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0604064 May 23 20:25:40.290698 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ffa073c1-8187-4663-9359-5b1fe1a7c3c1 req-213d899c-b3bd-4a5a-9d83-bdbcff8259d0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634241 May 23 20:25:40.927597 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959cad-586e-4369-a840-965d46a78ddc req-d82f305a-ff8d-4a04-abf0-78f6c5b6413c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:40.935406 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8c959cad-586e-4369-a840-965d46a78ddc req-d82f305a-ff8d-4a04-abf0-78f6c5b6413c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0640972 May 23 20:25:40.992625 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8c959cad-586e-4369-a840-965d46a78ddc req-f1510305-ebc1-4540-8cf6-01805e9da106 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557270 May 23 20:25:41.204064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d658e-cf2a-4aee-bfff-b25dd1f6d469 req-1be40e44-c29e-417a-a6b4-1708a9c73cb4 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:41.207984 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-519d658e-cf2a-4aee-bfff-b25dd1f6d469 req-1be40e44-c29e-417a-a6b4-1708a9c73cb4 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 948 time: 0.0852745 May 23 20:25:41.278617 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-519d658e-cf2a-4aee-bfff-b25dd1f6d469 req-88132d32-d249-4ddf-ae75-a0a8b65cf462 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 May 23 20:25:41.306085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34604) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:41.311285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416038636', 'description': 'tempest-description--2045760612'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:41.421067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.451265 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:41.479664 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3205e-8311-4d01-b78b-7dacbe01557e req-2b090d0f-dedb-4b43-8d43-9b688023821d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:41.481128 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-23a3205e-8311-4d01-b78b-7dacbe01557e req-2b090d0f-dedb-4b43-8d43-9b688023821d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0757248 May 23 20:25:41.561975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (46264840-4a90-4c86-b8ec-eb115ea8c4bb), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.565866 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-23a3205e-8311-4d01-b78b-7dacbe01557e req-c647a324-f543-4bb3-bfd3-9a6401ea5553 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756633 May 23 20:25:41.616692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (46264840-4a90-4c86-b8ec-eb115ea8c4bb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.637803 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:41.674547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46264840-4a90-4c86-b8ec-eb115ea8c4bb,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:41.739998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.749178 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9e3f6bf9-1cf5-4f58-bb7e-309a7dd40c41 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4394989 May 23 20:25:41.750178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34618) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:41.755797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'security_group_rule': {'security_group_id': '46264840-4a90-4c86-b8ec-eb115ea8c4bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:41.845030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (8838e384-4cdb-4154-8c64-a680867d8e88), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.931663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (8838e384-4cdb-4154-8c64-a680867d8e88), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:41.998989 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (8838e384-4cdb-4154-8c64-a680867d8e88), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.025822 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8838e384-4cdb-4154-8c64-a680867d8e88,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:42.102820 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.103987 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e4b5ef36-daa8-4aab-ac47-a9f7c17a96a9 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517215 May 23 20:25:42.106889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34628) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:42.115446 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'security_group_rule': {'security_group_id': '46264840-4a90-4c86-b8ec-eb115ea8c4bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:42.165002 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e05f0c-a51a-4b21-9c1c-69b490c3535a req-79a436fe-9f2b-44ca-8a9c-c012ad664195 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:42.167259 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-86e05f0c-a51a-4b21-9c1c-69b490c3535a req-79a436fe-9f2b-44ca-8a9c-c012ad664195 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 943 time: 0.0782344 May 23 20:25:42.228872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (7f34631a-ef8e-43b6-aec9-2f21942f691b), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.251286 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-86e05f0c-a51a-4b21-9c1c-69b490c3535a req-156607d7-21d2-41dc-a81c-db0a1eeb731c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778244 May 23 20:25:42.300830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (7f34631a-ef8e-43b6-aec9-2f21942f691b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.389858 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (7f34631a-ef8e-43b6-aec9-2f21942f691b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.446088 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f34631a-ef8e-43b6-aec9-2f21942f691b,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:42.457439 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25996937-240f-4642-a905-e5095439892d req-eb758d7f-6a4c-4591-bdfe-9add2fdc5daf tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:42.460282 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25996937-240f-4642-a905-e5095439892d req-eb758d7f-6a4c-4591-bdfe-9add2fdc5daf tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 948 time: 0.0819492 May 23 20:25:42.522872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.524393 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-071056db-83b4-49ab-bc94-318aef4b15a4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4156048 May 23 20:25:42.527662 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34634) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:42.533257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:42.554605 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25996937-240f-4642-a905-e5095439892d req-406c4385-d335-435a-aabd-55a444f57230 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702589 May 23 20:25:42.642264 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.721909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34640) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:42.772032 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b9c4-5c1f-4a80-89fe-b71082407540 req-781bb93e-78f2-4732-8afb-f6190acbaf26 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:42.773488 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0144b9c4-5c1f-4a80-89fe-b71082407540 req-781bb93e-78f2-4732-8afb-f6190acbaf26 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.1141667 May 23 20:25:42.786471 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.788174 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 900b532d-cbf1-4f24-96e1-9501a7768ef8 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:42.886821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7f1be000-3dcf-40f7-9772-a406c83e0376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.925907 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0144b9c4-5c1f-4a80-89fe-b71082407540 req-f00f4172-7f48-4281-b1f5-acadfcaaa6fe tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409957 May 23 20:25:42.929568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:42.942646 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'port_id': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'mac_address': 'fa:16:3e:8d:a9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:42.948574 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:42.960532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Allocated IP 172.27.2.92 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/ecd970a8-59f6-4e6d-8ac5-b78470b74bfa) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:42.985080 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 900b532d-cbf1-4f24-96e1-9501a7768ef8 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:42.985576 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:42.988146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7f1be000-3dcf-40f7-9772-a406c83e0376 admin admin] Publish callbacks [] for security_group (cb2df744-05e1-46e9-ab45-69b78a191344), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.004808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900b532d-cbf1-4f24-96e1-9501a7768ef8 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:43.013182 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:43.045530 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:43.051550 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:43.084009 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.229030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7f1be000-3dcf-40f7-9772-a406c83e0376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (cb2df744-05e1-46e9-ab45-69b78a191344), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.247667 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.247963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.248889 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device eb4b6390-9725-4fae-a1c8-9cdc46bac2cb details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:43.275903 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7f1be000-3dcf-40f7-9772-a406c83e0376 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69580170773c4f99a37fdf0fc77114c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527787 May 23 20:25:43.277100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be000-3dcf-40f7-9772-a406c83e0376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2df744-05e1-46e9-ab45-69b78a191344,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:43.281297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34644) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:43.302237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:43.305009 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:43.312473 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:43.335874 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:43.358959 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'Port': ['ID=ecd970a8-59f6-4e6d-8ac5-b78470b74bfa,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:43.373676 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.393144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:43.406518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] Publish callbacks [] for security_group (cb2df744-05e1-46e9-ab45-69b78a191344), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.424810 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56361cc-5127-40c0-875a-66059efb0a9f req-7e08c7d0-bf2c-4097-9a0c-869f89da00a2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:43.426372 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c56361cc-5127-40c0-875a-66059efb0a9f req-7e08c7d0-bf2c-4097-9a0c-869f89da00a2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 944 time: 0.0688007 May 23 20:25:43.438170 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:43.441513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] Publish callbacks [] for security_group (cb2df744-05e1-46e9-ab45-69b78a191344), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.450116 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'network_id': 'c26c2a46-9395-4c53-8fe3-a4619643a258', 'port_id': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'mac_address': 'fa:16:3e:90:ea:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ade8a-5b6a-4f25-ad80-8b3f44c16cac', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:43.491969 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:43.492351 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.494561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.507466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4b6390-9725-4fae-a1c8-9cdc46bac2cb {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:43.530480 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c56361cc-5127-40c0-875a-66059efb0a9f req-dc6b94ab-2beb-4968-b7fd-718f06dfbb90 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904367 May 23 20:25:43.562649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:43.611437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.614411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (cb2df744-05e1-46e9-ab45-69b78a191344), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.619963 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.623539 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb2df744-05e1-46e9-ab45-69b78a191344 HTTP/1.1" status: 204 len: 168 time: 0.3402216 May 23 20:25:43.631245 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9c64-5dcd-452b-837f-b96d93b002e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2df744-05e1-46e9-ab45-69b78a191344,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:43.700487 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:43.743884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b4886-cd9c-40df-a343-cc8f11af5aff req-a7c93130-e77d-4075-ab3b-adafd9b21a2f tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:43.745482 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c48b4886-cd9c-40df-a343-cc8f11af5aff req-a7c93130-e77d-4075-ab3b-adafd9b21a2f tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 949 time: 0.0849779 May 23 20:25:43.824345 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c48b4886-cd9c-40df-a343-cc8f11af5aff req-575cb405-6747-4cb7-9b40-4b96a66cd73a tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717275 May 23 20:25:43.843624 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:43.870678 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:43.949978 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.014640 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.074953 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'Port': ['ID=ecd970a8-59f6-4e6d-8ac5-b78470b74bfa,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:44.099665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f34ac-3580-42d4-a1f4-7050dbf20ff7 req-828a1a57-170a-4142-88cc-321178dbda75 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:44.101464 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-600f34ac-3580-42d4-a1f4-7050dbf20ff7 req-828a1a57-170a-4142-88cc-321178dbda75 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0653150 May 23 20:25:44.130614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.138080 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-cec1eca0-8e32-4fe2-be92-60638ba71999 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6036897 May 23 20:25:44.161458 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-600f34ac-3580-42d4-a1f4-7050dbf20ff7 req-897be2a4-b964-4edd-b146-63ab0968d390 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542758 May 23 20:25:44.240055 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['900b532d-cbf1-4f24-96e1-9501a7768ef8'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:44.377630 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34672) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:44.396125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-483074f2-21b1-4839-9f62-cabe2660f5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.402672 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['eb4b6390-9725-4fae-a1c8-9cdc46bac2cb'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:44.437705 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-7e22ae19-dea0-4b85-b620-2d5d931fdaa1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--416038636&fields=id&tenant_id=02969314f19c4dc182b0dbe76aad9a34 HTTP/1.1" status: 200 len: 267 time: 0.1022353 May 23 20:25:44.477095 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:44.487957 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:44.590721 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-483074f2-21b1-4839-9f62-cabe2660f5b3 admin admin] Publish callbacks [] for security_group (272254e9-7bb5-42c9-a9a3-bd6a726f4f76), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.662982 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-483074f2-21b1-4839-9f62-cabe2660f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (272254e9-7bb5-42c9-a9a3-bd6a726f4f76), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.741126 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:44.777974 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-483074f2-21b1-4839-9f62-cabe2660f5b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a63282a8c315414fb981968432b0263e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985095 May 23 20:25:44.783823 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34676) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:44.849099 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483074f2-21b1-4839-9f62-cabe2660f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272254e9-7bb5-42c9-a9a3-bd6a726f4f76,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:44.866523 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] Publish callbacks [] for security_group (272254e9-7bb5-42c9-a9a3-bd6a726f4f76), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.867378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984434-887e-4e85-bc54-fe53812d1476 req-cbd76703-cdac-4578-81fb-5d5e09a62169 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:44.877382 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c7984434-887e-4e85-bc54-fe53812d1476 req-cbd76703-cdac-4578-81fb-5d5e09a62169 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 944 time: 0.0977430 May 23 20:25:44.918725 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] Publish callbacks [] for security_group (272254e9-7bb5-42c9-a9a3-bd6a726f4f76), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:44.949229 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c7984434-887e-4e85-bc54-fe53812d1476 req-54f9e9a2-401b-4872-9e48-d5af094716a4 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708718 May 23 20:25:44.959555 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-28b5822f-f988-4c30-af1c-70cb2f5ca8f7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:44.961340 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-28b5822f-f988-4c30-af1c-70cb2f5ca8f7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.5227549 May 23 20:25:44.991915 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-d0ea6deb-9434-478c-a489-18e140273283 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/quotas/02969314f19c4dc182b0dbe76aad9a34 HTTP/1.1" status: 200 len: 375 time: 0.0185895 May 23 20:25:45.058546 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-08919aa8-3b42-4ca2-bdf3-7a873a45f91a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0574811 May 23 20:25:45.089162 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8655-b0eb-4e7d-8775-5c512bb8ceab req-88d73b7f-6070-4683-a370-0e1f4bbb3120 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:45.091463 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-95aa8655-b0eb-4e7d-8775-5c512bb8ceab req-88d73b7f-6070-4683-a370-0e1f4bbb3120 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 949 time: 0.0794477 May 23 20:25:45.149558 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-95aa8655-b0eb-4e7d-8775-5c512bb8ceab req-f3460ba4-ff6a-478a-aebf-5285b07807f8 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 May 23 20:25:45.150970 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (272254e9-7bb5-42c9-a9a3-bd6a726f4f76), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:45.153490 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:45.154677 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/272254e9-7bb5-42c9-a9a3-bd6a726f4f76 HTTP/1.1" status: 204 len: 168 time: 0.3699138 May 23 20:25:45.158663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:45.181138 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-fa1ef139-1592-436c-89e8-7c65c1295a4d service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046832 May 23 20:25:45.181414 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c7e5-3303-4fa4-8a16-027c29df250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272254e9-7bb5-42c9-a9a3-bd6a726f4f76,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:45.352573 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-b0b4317f-fec0-41fd-822f-ac5d8c4c2636 service neutron] 10.222.0.16 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637502 May 23 20:25:45.374055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ebd0-e425-4797-98b2-1c22b44c0a51 req-9d5782a4-81e2-4146-bed3-22fa6e4054b6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:45.375764 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f631ebd0-e425-4797-98b2-1c22b44c0a51 req-9d5782a4-81e2-4146-bed3-22fa6e4054b6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0924540 May 23 20:25:45.452555 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f631ebd0-e425-4797-98b2-1c22b44c0a51 req-22dbecc5-76be-469c-a2d2-080379d79c02 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687134 May 23 20:25:45.722944 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1c7688b9-b8de-417b-8d90-5d206edc991a req-4d2307f4-bfb7-438d-8d80-bcabaf79af0b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0531676 May 23 20:25:46.104534 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6477d2-d945-4239-9b91-8d12da95cc0b req-4e40f069-76a1-4dbf-adeb-f2f3ffd95224 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:46.113630 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-dd6477d2-d945-4239-9b91-8d12da95cc0b req-4e40f069-76a1-4dbf-adeb-f2f3ffd95224 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 944 time: 0.0841429 May 23 20:25:46.190273 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-dd6477d2-d945-4239-9b91-8d12da95cc0b req-6af63ff4-657c-4684-aa0d-d5841d0e79ab tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742590 May 23 20:25:46.327403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d689104-4720-43f8-83fa-2c0ed4c6b291 req-392b3af6-aabf-4b12-a14f-8ccaaf710fbf tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:46.329162 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8d689104-4720-43f8-83fa-2c0ed4c6b291 req-392b3af6-aabf-4b12-a14f-8ccaaf710fbf tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 949 time: 0.0620258 May 23 20:25:46.399816 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8d689104-4720-43f8-83fa-2c0ed4c6b291 req-be5a757d-8e4f-4805-8451-326ee78789ca tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 May 23 20:25:46.506409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34724) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:46.604557 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381bd31-2323-4f8b-86fd-fdf6be7e4923 req-e0361a77-8daf-485c-901a-5cf8d066801e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:46.606219 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5381bd31-2323-4f8b-86fd-fdf6be7e4923 req-e0361a77-8daf-485c-901a-5cf8d066801e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0630796 May 23 20:25:46.640562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133618726-network', 'tenant_id': '51ceb7333d38419baa57e6026e796012'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:46.702303 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5381bd31-2323-4f8b-86fd-fdf6be7e4923 req-34135aee-e167-4a33-b277-2605bd15d92b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893757 May 23 20:25:46.720254 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Made reservation on behalf of 51ceb7333d38419baa57e6026e796012 for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:46.723210 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:46.733350 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:46.808900 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device eb4b6390-9725-4fae-a1c8-9cdc46bac2cb up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:25:46.843638 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:46.868924 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:46.871779 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:25:46.896554 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7ab3ff2-5365-4414-8731-47e54494fa4b req-5fc63c77-7f85-4463-95fa-36b8660fb470 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0668819 May 23 20:25:46.902191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks [] for security_group (10cf6900-eac7-418f-9a39-74cfaf6bd27d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:46.977059 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:46.977441 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.035075 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (10cf6900-eac7-418f-9a39-74cfaf6bd27d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.055655 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:47.055796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.071132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:25:47.073744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf6900-eac7-418f-9a39-74cfaf6bd27d,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:47.085645 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (bdbe826f-40cd-4014-bcf0-be073ca35a66), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.086077 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Added segment bdbe826f-40cd-4014-bcf0-be073ca35a66 of type vlan for network 5a9ff7e9-52cd-429a-a471-a91201565085 May 23 20:25:47.086669 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:47.125150 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eae0e8e-7030-483e-a942-dbd76b0f1e3c" -d '{"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-plugged", "status": "completed", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:47.125150 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:47.150217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (5a9ff7e9-52cd-429a-a471-a91201565085), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.151069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb87466-b050-4605-9369-a8f4e56f7a2e x-openstack-request-id: req-bcb87466-b050-4605-9369-a8f4e56f7a2e {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:47.151365 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-plugged", "status": "completed", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:47.151670 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcb87466-b050-4605-9369-a8f4e56f7a2e {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:47.152073 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb87466-b050-4605-9369-a8f4e56f7a2e'] response: {'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'code': 200} May 23 20:25:47.304345 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19678c-18d0-463e-9a47-7a088b74e21d req-71a58a1c-b849-4aea-bd3a-411259855413 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:47.305732 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2e19678c-18d0-463e-9a47-7a088b74e21d req-71a58a1c-b849-4aea-bd3a-411259855413 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 944 time: 0.0494523 May 23 20:25:47.338200 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:47.361883 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2e19678c-18d0-463e-9a47-7a088b74e21d req-88b823b0-dfee-49a6-afb6-6ec2a561db25 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500402 May 23 20:25:47.526790 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08a9e8-378a-4ef2-9143-5eb210905fe3 req-28612ec2-6dae-4ea3-b6be-544cffd8797a tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:47.528229 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d08a9e8-378a-4ef2-9143-5eb210905fe3 req-28612ec2-6dae-4ea3-b6be-544cffd8797a tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 949 time: 0.0493989 May 23 20:25:47.559339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (5a9ff7e9-52cd-429a-a471-a91201565085), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.561667 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:47.563963 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.564713 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.565789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 900b532d-cbf1-4f24-96e1-9501a7768ef8 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:25:47.596849 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d08a9e8-378a-4ef2-9143-5eb210905fe3 req-1d1678d2-3bf4-4382-a945-a3fef6692df0 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 May 23 20:25:47.645334 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] Pushing event updated for resources: {'Network': ['ID=5a9ff7e9-52cd-429a-a471-a91201565085,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:47.659708 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 5a9ff7e9-52cd-429a-a471-a91201565085 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:25:47.662727 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:47.682705 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 900b532d-cbf1-4f24-96e1-9501a7768ef8 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:25:47.692755 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34740) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:47.693533 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c28b96e5-9889-49ca-83f0-e43cdfeae16c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1851590 May 23 20:25:47.698747 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Request body: {'subnet': {'network_id': '5a9ff7e9-52cd-429a-a471-a91201565085', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133618726-subnet', 'tenant_id': '51ceb7333d38419baa57e6026e796012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:47.771218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 900b532d-cbf1-4f24-96e1-9501a7768ef8 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:47.771588 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.781576 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:47.820270 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc8377-d478-44fa-aea8-64f17f6276d3 req-ad1a3749-63e1-41ca-be92-def6eab04fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:47.822239 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a6cc8377-d478-44fa-aea8-64f17f6276d3 req-ad1a3749-63e1-41ca-be92-def6eab04fd1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 1134 time: 0.0599949 May 23 20:25:47.823517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Made reservation on behalf of 51ceb7333d38419baa57e6026e796012 for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:47.827442 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.883906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6330ddc-daa3-4947-88f5-b9c72c97a824 req-9c17a304-b695-4d34-86be-e87c9b6b549c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:47.885496 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d6330ddc-daa3-4947-88f5-b9c72c97a824 req-9c17a304-b695-4d34-86be-e87c9b6b549c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0747046 May 23 20:25:47.889010 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 900b532d-cbf1-4f24-96e1-9501a7768ef8 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:47.890252 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:47.939200 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:47.960532 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d6330ddc-daa3-4947-88f5-b9c72c97a824 req-aa7d9188-71d4-45d5-a9e5-096bec0791ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649390 May 23 20:25:48.028148 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:48.075614 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-54135831-27c9-4039-b101-f8a06852734a req-8eb30782-895c-4c38-af09-0e046012abdd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0585825 May 23 20:25:48.117221 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a6cc8377-d478-44fa-aea8-64f17f6276d3 req-6ff5bf30-f583-4670-b9d5-ca59c54ac58a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 May 23 20:25:48.117686 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:48.176896 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for subnet (131452e2-c6c8-4a04-8c27-81d9c8e67583), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:48.240451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Pushing event updated for resources: {'Subnet': ['ID=131452e2-c6c8-4a04-8c27-81d9c8e67583,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:48.252882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Checking segment: {'id': 'bdbe826f-40cd-4014-bcf0-be073ca35a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a9ff7e9-52cd-429a-a471-a91201565085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:48.253296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Network hostable DHCP agents. Network: 5a9ff7e9-52cd-429a-a471-a91201565085, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:25:48.319713 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Network 5a9ff7e9-52cd-429a-a471-a91201565085 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:25:48.407423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 5a9ff7e9-52cd-429a-a471-a91201565085) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:48.415480 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b9e50-1bc5-4e5a-91f0-e47a6815b32f None None] Network 5a9ff7e9-52cd-429a-a471-a91201565085 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:25:48.420851 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:48.421506 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:48.515687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:48.525375 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-2ca273cf-ee2c-4ec5-ba1c-62374b7bb571 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:48.527213 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-2ca273cf-ee2c-4ec5-ba1c-62374b7bb571 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 818 time: 0.1797218 May 23 20:25:48.540069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361e41a-c58c-49ed-b59c-97916103e0d0 None None] Network 5a9ff7e9-52cd-429a-a471-a91201565085 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:25:48.549669 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dc7cf-80a2-4fbc-8130-ddd843784d86 req-afa56e99-babf-433e-96ac-4c97b6a510a0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:48.551530 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0163571d-36c2-4bb3-be53-ddf40106565a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8561547 May 23 20:25:48.552072 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb6dc7cf-80a2-4fbc-8130-ddd843784d86 req-afa56e99-babf-433e-96ac-4c97b6a510a0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0666656 May 23 20:25:48.637738 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb6dc7cf-80a2-4fbc-8130-ddd843784d86 req-12e46031-c262-4fa6-a56d-36c576a1e6e3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775721 May 23 20:25:48.730004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b1942-f1fb-4aaa-8e7c-ca49daa4197d req-b306a0eb-850c-45a4-a11a-f2d973b4ede7 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:48.731621 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8e6b1942-f1fb-4aaa-8e7c-ca49daa4197d req-b306a0eb-850c-45a4-a11a-f2d973b4ede7 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.0542977 May 23 20:25:48.779802 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8e6b1942-f1fb-4aaa-8e7c-ca49daa4197d req-25e46bf5-48d1-4ffe-aa84-a92df72a530e tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 May 23 20:25:48.822579 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb35c-4158-4791-9c6f-c9090164b4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.091946 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-ef643e69-d150-4c2a-beac-e083dc8d1a4b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02969314f19c4dc182b0dbe76aad9a34 HTTP/1.1" status: 200 len: 379 time: 0.0693707 May 23 20:25:49.143275 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bb00d-3607-4086-a8c2-cca7cbac8204 req-dc46fcdf-cb54-4b62-920e-864c7037d4d3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:49.144896 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-706bb00d-3607-4086-a8c2-cca7cbac8204 req-dc46fcdf-cb54-4b62-920e-864c7037d4d3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0773776 May 23 20:25:49.153475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:49.156468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff484362-b3ae-485a-a480-c59c42bfd64f" -d '{"events": [{"server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "name": "network-vif-plugged", "status": "completed", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:49.171334 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'port': {'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'admin_state_up': True, 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'security_groups': ['46264840-4a90-4c86-b8ec-eb115ea8c4bb']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:49.194595 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-706bb00d-3607-4086-a8c2-cca7cbac8204 req-c50c7164-24da-4173-9027-27bc9cd8c855 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 May 23 20:25:49.198678 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0a694d11-f71b-4089-b45b-9fe459d417f9 req-df0b5b3b-99b7-4d4f-85de-51fab5802490 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0430799 May 23 20:25:49.223411 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=57 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:49.244005 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=49 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:49.260756 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e563a04-e462-476b-bb19-89e2af07c93e x-openstack-request-id: req-2e563a04-e462-476b-bb19-89e2af07c93e {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:49.261143 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "name": "network-vif-plugged", "status": "completed", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:49.261403 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e563a04-e462-476b-bb19-89e2af07c93e {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:49.261991 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e563a04-e462-476b-bb19-89e2af07c93e'] response: {'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'code': 200} May 23 20:25:49.348361 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Made reservation on behalf of 02969314f19c4dc182b0dbe76aad9a34 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:49.352042 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.366692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34780) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:49.371804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681738092-network', 'tenant_id': 'c6d993ad2c404535b1831291a1f2f04a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:49.457289 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:49.462525 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Made reservation on behalf of c6d993ad2c404535b1831291a1f2f04a for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:49.464942 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.474427 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.478701 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Allocated IP 172.20.0.12 (9b05af20-bb00-474e-91be-5942b9baa0f0/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0/7b51908c-35c3-4298-a108-01fa7493f77c) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:49.551522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks [] for security_group (4596e7e3-d188-456c-9780-9bc9599a6f1f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.621215 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for port (7b51908c-35c3-4298-a108-01fa7493f77c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.651159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4596e7e3-d188-456c-9780-9bc9599a6f1f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.682806 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:25:49.693030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4596e7e3-d188-456c-9780-9bc9599a6f1f,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:49.704987 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (a4cdd468-056c-4bea-815c-5baded08579a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.705410 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Added segment a4cdd468-056c-4bea-815c-5baded08579a of type vlan for network 9fc5f7bd-9368-4aea-a959-5e5405cc33d8 May 23 20:25:49.765916 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.774264 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:49.787461 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (9fc5f7bd-9368-4aea-a959-5e5405cc33d8), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.803602 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96973d2-c4b7-442d-a039-ac93ea623330 req-3bc44070-9c59-4a5e-812b-afaa66f9a2ae tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:49.804874 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d96973d2-c4b7-442d-a039-ac93ea623330 req-3bc44070-9c59-4a5e-812b-afaa66f9a2ae tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0869684 May 23 20:25:49.817803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:49.821613 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:49.825683 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:49.832188 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:49.832667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.845074 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event updated for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:49.881086 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d96973d2-c4b7-442d-a039-ac93ea623330 req-44ff48c9-eac2-4a5f-ab80-8195ca7a7658 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649059 May 23 20:25:49.919036 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fdc59-0478-49ea-87d9-dab1f3481b6f req-fe30f968-3279-4cd7-81b4-cef05d8271e9 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:49.923757 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-349fdc59-0478-49ea-87d9-dab1f3481b6f req-fe30f968-3279-4cd7-81b4-cef05d8271e9 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.0556128 May 23 20:25:49.949058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (9fc5f7bd-9368-4aea-a959-5e5405cc33d8), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.950228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:49.950947 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:49.952861 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-05fc8d03-3e30-4f46-b637-a27ffffccfe5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7868073 May 23 20:25:49.975926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:49.976594 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-349fdc59-0478-49ea-87d9-dab1f3481b6f req-4c22aa03-c318-4719-a6ac-5d9a7113f1d3 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 May 23 20:25:50.016719 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] Pushing event updated for resources: {'Network': ['ID=9fc5f7bd-9368-4aea-a959-5e5405cc33d8,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:50.029473 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 9fc5f7bd-9368-4aea-a959-5e5405cc33d8 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:25:50.088660 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-cbfb88d6-0c71-4345-910c-90ba5d2fb6de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7207017 May 23 20:25:50.091624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34792) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:50.098741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Request body: {'subnet': {'network_id': '9fc5f7bd-9368-4aea-a959-5e5405cc33d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681738092-subnet', 'tenant_id': 'c6d993ad2c404535b1831291a1f2f04a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:50.187339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Made reservation on behalf of c6d993ad2c404535b1831291a1f2f04a for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:25:50.189822 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.208211 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:50.219195 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-6354ef93-8f57-4203-9816-0a43afba3d17 None None] Provisioning complete for port 7b51908c-35c3-4298-a108-01fa7493f77c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:25:50.219659 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6354ef93-8f57-4203-9816-0a43afba3d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.254881 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:50.260491 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-6354ef93-8f57-4203-9816-0a43afba3d17 None None] Port 7b51908c-35c3-4298-a108-01fa7493f77c cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:25:50.281890 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-c0caa484-7b40-4104-b26c-122d7495aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.283906 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-c0caa484-7b40-4104-b26c-122d7495aa42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1129 time: 0.0619586 May 23 20:25:50.335443 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac396e-a9d2-48ae-ad63-cedeeaeac805 req-3b9bafac-fb71-4e10-917e-4e1aae9b2876 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.336914 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a3ac396e-a9d2-48ae-ad63-cedeeaeac805 req-3b9bafac-fb71-4e10-917e-4e1aae9b2876 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 932 time: 0.0480297 May 23 20:25:50.389119 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a3ac396e-a9d2-48ae-ad63-cedeeaeac805 req-d4953527-2191-4f28-8e70-f85c33211ddd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460291 May 23 20:25:50.430864 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Request body: {'port': {'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:50.467054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (0b5b4e7d-454e-4564-ad7d-6dab29ece216), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.514216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a66bd-b78f-483a-8fac-c3e9d9d36d40 req-67615f35-8076-40e6-b7ee-32c896ceed4f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.515631 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-282a66bd-b78f-483a-8fac-c3e9d9d36d40 req-67615f35-8076-40e6-b7ee-32c896ceed4f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0875292 May 23 20:25:50.563751 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5b4e7d-454e-4564-ad7d-6dab29ece216,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:50.586121 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Checking segment: {'id': 'a4cdd468-056c-4bea-815c-5baded08579a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9fc5f7bd-9368-4aea-a959-5e5405cc33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:50.590975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Network hostable DHCP agents. Network: 9fc5f7bd-9368-4aea-a959-5e5405cc33d8, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:25:50.600136 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f87160-ee02-4dfd-8112-874455aef29b req-74cac607-1e20-49c1-902e-47a5d704abc7 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.601580 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4f87160-ee02-4dfd-8112-874455aef29b req-74cac607-1e20-49c1-902e-47a5d704abc7 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.1117082 May 23 20:25:50.605603 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-282a66bd-b78f-483a-8fac-c3e9d9d36d40 req-fc7cb8c5-d782-4999-928b-0e9906d70952 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826509 May 23 20:25:50.633777 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-4adc8ae1-3d3a-4f1b-9ccd-3b017c3148e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.635209 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-4adc8ae1-3d3a-4f1b-9ccd-3b017c3148e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.2004972 May 23 20:25:50.637385 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.692979 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4f87160-ee02-4dfd-8112-874455aef29b req-0c8c3261-7af7-433a-ba8b-2d168236494d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786779 May 23 20:25:50.720525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:50.730711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Network 9fc5f7bd-9368-4aea-a959-5e5405cc33d8 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:25:50.793620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 9fc5f7bd-9368-4aea-a959-5e5405cc33d8) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:50.800182 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:50.800831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.805121 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0549e-5c55-472b-af7b-22c3b088d95c None None] Network 9fc5f7bd-9368-4aea-a959-5e5405cc33d8 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:25:50.861295 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-8f54cd1b-3034-4772-bb6b-6d08fc37e8c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7684891 May 23 20:25:50.862804 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:50.921492 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7be45a3a-2480-4fe0-b003-940aab35546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.933755 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770222ec-c14d-4a78-b1a7-c4d751ab23d6 None None] Network 9fc5f7bd-9368-4aea-a959-5e5405cc33d8 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:25:50.971220 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b51908c-35c3-4298-a108-01fa7493f77c {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:50.979967 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks [] for port (7b51908c-35c3-4298-a108-01fa7493f77c), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:50.995198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Transition to ACTIVE for port object 7b51908c-35c3-4298-a108-01fa7493f77c will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:25:51.035466 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4441-3bb5-49be-adcf-297b4c31cbaf req-ef2b8bdc-6f0d-4e7b-a834-829ec46a6bf8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.043295 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1fbf4441-3bb5-49be-adcf-297b4c31cbaf req-ef2b8bdc-6f0d-4e7b-a834-829ec46a6bf8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0621963 May 23 20:25:51.045421 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:51.081620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:51.087441 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:51.103074 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Pushing event updated for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:51.111560 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1fbf4441-3bb5-49be-adcf-297b4c31cbaf req-71c422d7-d236-4204-849b-e3573b386fc5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669048 May 23 20:25:51.136086 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Attempting to bind port 7b51908c-35c3-4298-a108-01fa7493f77c on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:25:51.136416 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Attempting to bind port 7b51908c-35c3-4298-a108-01fa7493f77c by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:25:51.136737 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Attempting to bind port 7b51908c-35c3-4298-a108-01fa7493f77c on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:51.142108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Port 7b51908c-35c3-4298-a108-01fa7493f77c on network 9b05af20-bb00-474e-91be-5942b9baa0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:25:51.142429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Attempting to bind port 7b51908c-35c3-4298-a108-01fa7493f77c on network 9b05af20-bb00-474e-91be-5942b9baa0f0 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:25:51.148887 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:25:51.149257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Checking segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:25:51.149606 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Bound using segment: {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:25:51.150055 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Bound port: 7b51908c-35c3-4298-a108-01fa7493f77c, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d78b979-520a-4141-9487-599db957ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:25:51.150453 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:51.220896 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:25:51.227275 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7b51908c-35c3-4298-a108-01fa7493f77c,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:25:51.297095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:51.335131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.335735 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:51.337105 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] 10.222.0.31 "PUT /v2.0/ports/7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1094 time: 0.9144077 May 23 20:25:51.337534 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:51.339803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ab3e3-0909-4a62-9145-46262fe34939" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:51.365578 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f4b0-c399-4741-bce7-304a78bfba2a service neutron] Pushing event updated for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:51.387333 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e31463e-b0fe-485e-92b1-1513e0966d98 x-openstack-request-id: req-0e31463e-b0fe-485e-92b1-1513e0966d98 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:51.387630 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:51.387880 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e31463e-b0fe-485e-92b1-1513e0966d98 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:51.388340 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e31463e-b0fe-485e-92b1-1513e0966d98'] response: {'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'status': 'completed', 'code': 200} May 23 20:25:51.514207 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5488-cdbd-456c-93c1-71cc547aec58 req-52a40d81-c244-4dbe-8be0-15749ec1a326 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.515752 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-716c5488-cdbd-456c-93c1-71cc547aec58 req-52a40d81-c244-4dbe-8be0-15749ec1a326 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0533869 May 23 20:25:51.563232 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-716c5488-cdbd-456c-93c1-71cc547aec58 req-1970243c-6d01-4d96-8968-31c0f2796a8a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 May 23 20:25:51.731955 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb39b1-268f-4ba7-95ef-d3edee1d3bfe req-e586f851-9442-46ae-8e1f-33ea874b487b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.733959 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-71eb39b1-268f-4ba7-95ef-d3edee1d3bfe req-e586f851-9442-46ae-8e1f-33ea874b487b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.0490711 May 23 20:25:51.780803 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-71eb39b1-268f-4ba7-95ef-d3edee1d3bfe req-e3a8b59b-a755-4443-8dc4-2a559a9a032d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 May 23 20:25:51.809489 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d1c0-386e-4ca0-9197-7f6c9f05a8e7 req-d6d5cae0-4620-4f21-8c6a-6a62a2d6aa5d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.811937 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d814d1c0-386e-4ca0-9197-7f6c9f05a8e7 req-d6d5cae0-4620-4f21-8c6a-6a62a2d6aa5d tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.0484719 May 23 20:25:51.864081 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d814d1c0-386e-4ca0-9197-7f6c9f05a8e7 req-f7375613-42cc-4b87-87b3-b5af6b0c93c5 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 May 23 20:25:51.971023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab3e3-0909-4a62-9145-46262fe34939 req-c839cd2f-e08b-4dcb-b465-14dcb210adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:51.972604 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-632ab3e3-0909-4a62-9145-46262fe34939 req-c839cd2f-e08b-4dcb-b465-14dcb210adc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1128 time: 0.0438762 May 23 20:25:52.009294 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa816e2-4910-4430-8376-3e79c63fe1b5 req-a814a88f-3ea8-463a-a52a-956f2d91a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.010823 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aaa816e2-4910-4430-8376-3e79c63fe1b5 req-a814a88f-3ea8-463a-a52a-956f2d91a20c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 1129 time: 0.0834033 May 23 20:25:52.012581 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-d5467ebd-2120-49dc-8df7-ae70b23ef436 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 1000 time: 0.0936527 May 23 20:25:52.056657 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:52.179823 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab3e3-0909-4a62-9145-46262fe34939 req-1e938a28-40cf-4ddb-b1f5-3c36c1a8883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.180923 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-c4b97bf6-144e-4ae3-87d8-0326a66b9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.182070 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-632ab3e3-0909-4a62-9145-46262fe34939 req-1e938a28-40cf-4ddb-b1f5-3c36c1a8883d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=02969314f19c4dc182b0dbe76aad9a34&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0999756 May 23 20:25:52.182380 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-c4b97bf6-144e-4ae3-87d8-0326a66b9f5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0797951 May 23 20:25:52.186359 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aaa816e2-4910-4430-8376-3e79c63fe1b5 req-80f600c6-9693-4cbf-8bb3-0e6bdf6ee434 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825107 May 23 20:25:52.234130 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285a3d9-0e04-4ca8-983f-2fff907e3a64 req-073285c0-e93f-4e1a-b5cb-532c197bb6a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.235593 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1285a3d9-0e04-4ca8-983f-2fff907e3a64 req-073285c0-e93f-4e1a-b5cb-532c197bb6a5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0467803 May 23 20:25:52.286893 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1285a3d9-0e04-4ca8-983f-2fff907e3a64 req-40dd7391-df6b-4bb0-b44c-07ad92b373e1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 May 23 20:25:52.548735 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-e1d39b22-0c11-4d0c-9fea-2d8c8a55d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.550163 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-e1d39b22-0c11-4d0c-9fea-2d8c8a55d98a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692179 May 23 20:25:52.556314 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-afbb6b5c-bccf-41a0-b1e3-fe95bf0aec13 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.557673 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-afbb6b5c-bccf-41a0-b1e3-fe95bf0aec13 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.31 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.0677900 May 23 20:25:52.572877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab3e3-0909-4a62-9145-46262fe34939 req-6645f655-446f-407a-84c3-39caa9005972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.574451 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-632ab3e3-0909-4a62-9145-46262fe34939 req-6645f655-446f-407a-84c3-39caa9005972 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942600 May 23 20:25:52.633318 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:52.692459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-85ea5091-1ad8-4b23-bcc0-472b161cb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.693975 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-85ea5091-1ad8-4b23-bcc0-472b161cb955 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1128 time: 0.0712736 May 23 20:25:52.705064 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df55b0-b8ea-481d-b738-2ba062a6ec93 req-02370b03-ccea-4b36-884f-27902b364f22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.706496 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-88df55b0-b8ea-481d-b738-2ba062a6ec93 req-02370b03-ccea-4b36-884f-27902b364f22 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0729425 May 23 20:25:52.748534 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-380c2572-45f4-424e-8cdb-0bbfd9060a46 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898758 May 23 20:25:52.749446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Deleting port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:25:52.749773 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:52.754456 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-88df55b0-b8ea-481d-b738-2ba062a6ec93 req-d273cf8e-3eb8-4ce9-a111-45a2f9b8fd08 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 May 23 20:25:52.840071 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:52.840428 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:52.854345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device eb4b6390-9725-4fae-a1c8-9cdc46bac2cb no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:25:52.857715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Calling delete_port for eb4b6390-9725-4fae-a1c8-9cdc46bac2cb owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:25:52.910870 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:52.933708 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:52.934124 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:52.959181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:52.961373 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee7a21-ee0b-4923-a498-731586adb797" -d '{"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:52.973985 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,segment=NetworkSegment(d598b256-2b45-48b6-b333-ca996bd9160a),segment_id=d598b256-2b45-48b6-b333-ca996bd9160a)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:52.978178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fb67f-39d9-42a1-8eeb-bea8f86a32ce req-dd17478f-0aef-4549-9f94-19a128612965 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:52.979691 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-645fb67f-39d9-42a1-8eeb-bea8f86a32ce req-dd17478f-0aef-4549-9f94-19a128612965 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 945 time: 0.1238658 May 23 20:25:53.007300 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c9e0-41cd-4b51-9efb-e7fdce3d9618 req-0461bd2a-50eb-408a-b109-7369ed27db06 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:53.008947 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2203c9e0-41cd-4b51-9efb-e7fdce3d9618 req-0461bd2a-50eb-408a-b109-7369ed27db06 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 950 time: 0.0558603 May 23 20:25:53.039541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.040341 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:25:53.063191 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-645fb67f-39d9-42a1-8eeb-bea8f86a32ce req-0aa33e8d-8464-4ab8-ab90-428a3bc3a7ac tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764482 May 23 20:25:53.065934 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2203c9e0-41cd-4b51-9efb-e7fdce3d9618 req-b589137c-d334-454e-a6f3-b81c20f6e3d3 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 May 23 20:25:53.120110 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d89c98e-bf35-4992-98cb-2bfc8a1307c2 x-openstack-request-id: req-8d89c98e-bf35-4992-98cb-2bfc8a1307c2 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:53.120617 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:53.120712 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d89c98e-bf35-4992-98cb-2bfc8a1307c2 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:53.121502 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d89c98e-bf35-4992-98cb-2bfc8a1307c2'] response: {'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'code': 200} May 23 20:25:53.144155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=6']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:53.182029 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-73a60da4-45c1-4a7c-a263-6d04f7c2a1cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 217 time: 0.0591786 May 23 20:25:53.186393 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:53.186901 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.210671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (eb4b6390-9725-4fae-a1c8-9cdc46bac2cb), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.222930 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-53e38c9e-dd4d-4853-8b50-90fc44056edd req-ac484314-1537-4353-acb1-2d5bd4a1f15f service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979505 May 23 20:25:53.226895 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:53.245017 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Pushing event deleted for resources: {'Port': ['ID=eb4b6390-9725-4fae-a1c8-9cdc46bac2cb,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:53.254058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-c83c0e87-a0f2-4449-9989-f9f419efb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:53.255822 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-c83c0e87-a0f2-4449-9989-f9f419efb350 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0674794 May 23 20:25:53.296718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.318337 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] No DVR routers for this DVR port eb4b6390-9725-4fae-a1c8-9cdc46bac2cb on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:25:53.321868 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.325086 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0bbda316-40e6-4f9c-b761-397a76d9ab2a req-ee9eb0f3-8783-4917-bb2e-308d9dde8f67 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.31 "DELETE /v2.0/ports/eb4b6390-9725-4fae-a1c8-9cdc46bac2cb HTTP/1.1" status: 204 len: 173 time: 0.7586422 May 23 20:25:53.359387 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=8']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:53.390133 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-deleted', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:53.392532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff70c2-1546-47e9-a06b-e0867dcdaa07" -d '{"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-deleted", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:53.413419 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734067c-4529-460e-8618-b7e104301637 req-e2533e0b-8ab8-421e-96e0-21738c522d41 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:53.415974 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1734067c-4529-460e-8618-b7e104301637 req-e2533e0b-8ab8-421e-96e0-21738c522d41 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0567460 May 23 20:25:53.430378 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4143c7d-2f46-425c-a285-2c44576e8dd8 x-openstack-request-id: req-d4143c7d-2f46-425c-a285-2c44576e8dd8 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:53.431172 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201dc4eb-d00c-4410-b7bd-725fc95860d1", "name": "network-vif-deleted", "tag": "eb4b6390-9725-4fae-a1c8-9cdc46bac2cb", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:53.431172 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4143c7d-2f46-425c-a285-2c44576e8dd8 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:53.431399 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4143c7d-2f46-425c-a285-2c44576e8dd8'] response: {'server_uuid': '201dc4eb-d00c-4410-b7bd-725fc95860d1', 'name': 'network-vif-deleted', 'tag': 'eb4b6390-9725-4fae-a1c8-9cdc46bac2cb', 'status': 'completed', 'code': 200} May 23 20:25:53.477281 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1734067c-4529-460e-8618-b7e104301637 req-2c0ae1d9-a1f8-43c3-9fb7-5bd462d5a5a8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536978 May 23 20:25:53.512710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:53.868497 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c333-39f5-4b05-93f4-f13c06843a16 req-c23b3cb5-f368-4e90-b93c-4afa29d110f6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:53.869996 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c351c333-39f5-4b05-93f4-f13c06843a16 req-c23b3cb5-f368-4e90-b93c-4afa29d110f6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0461543 May 23 20:25:53.917338 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c351c333-39f5-4b05-93f4-f13c06843a16 req-c1465b07-d519-4ade-b429-36e01aeca3ed tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 May 23 20:25:54.004131 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:25:54.163981 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d956d1f1-ff5c-45a5-b8e4-40d980a118a0 req-884c8d70-b17b-40c7-8728-8ac32cd24e38 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0280192 May 23 20:25:54.186929 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827787ba-96d8-4485-b472-29a5bc2fae62 req-e5d5bf39-0700-4eb9-9abb-e51e44713f55 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:54.188563 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-827787ba-96d8-4485-b472-29a5bc2fae62 req-e5d5bf39-0700-4eb9-9abb-e51e44713f55 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0485799 May 23 20:25:54.235131 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-827787ba-96d8-4485-b472-29a5bc2fae62 req-ffbd0de7-a3d1-4be7-b8c1-3f18797780ea tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 May 23 20:25:54.579392 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:54.595101 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39751-5350-4a33-93da-23ea28fc38c3 req-895309cc-5250-4ae0-9fa7-b16dc2cd87e1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:54.596589 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-91c39751-5350-4a33-93da-23ea28fc38c3 req-895309cc-5250-4ae0-9fa7-b16dc2cd87e1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0473902 May 23 20:25:54.646296 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-91c39751-5350-4a33-93da-23ea28fc38c3 req-649cd2f1-c7f1-4760-91ab-c06775b5a0df tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 May 23 20:25:55.029858 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40530-4633-4491-9de5-ddc18e74d288 req-d7b319a8-35cd-48f8-bfca-963df5e3a01e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:55.031302 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6fe40530-4633-4491-9de5-ddc18e74d288 req-d7b319a8-35cd-48f8-bfca-963df5e3a01e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0454116 May 23 20:25:55.083446 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:55.084321 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6fe40530-4633-4491-9de5-ddc18e74d288 req-466225d0-101a-4849-a9d0-02d5f7fdebda tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475280 May 23 20:25:55.122607 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:55.125409 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644907fa-93df-4142-b8af-d9098e60ff3f" -d '{"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:55.161847 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-b45040f1-65af-4490-a09e-65bab36b72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:55.161998 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f626ca-78cc-46d4-8dfa-788f5bb46e07 x-openstack-request-id: req-74f626ca-78cc-46d4-8dfa-788f5bb46e07 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:55.162183 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:55.162643 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74f626ca-78cc-46d4-8dfa-788f5bb46e07 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:55.163078 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f626ca-78cc-46d4-8dfa-788f5bb46e07'] response: {'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'code': 200} May 23 20:25:55.163393 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-b45040f1-65af-4490-a09e-65bab36b72a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471463 May 23 20:25:55.283335 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8e00997b-9cb4-402d-ad6b-84880684188c req-95b47457-0128-46b9-b20c-e75a7896cc25 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0279567 May 23 20:25:55.358261 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dd1cf-8435-45c8-b876-55d07bdf31f4 req-f7dafb56-f9a1-4c25-abba-877dca925367 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:55.360227 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c23dd1cf-8435-45c8-b876-55d07bdf31f4 req-f7dafb56-f9a1-4c25-abba-877dca925367 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0495498 May 23 20:25:55.408200 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c23dd1cf-8435-45c8-b876-55d07bdf31f4 req-78838ac7-3c77-4b2b-b507-5fba5e294ac7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 May 23 20:25:55.761417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1939-802e-42e1-b247-7a15105fbb4d req-2a65a86b-caa5-4057-bbd8-3d428925e398 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:55.762895 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-42cc1939-802e-42e1-b247-7a15105fbb4d req-2a65a86b-caa5-4057-bbd8-3d428925e398 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0480413 May 23 20:25:55.812441 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-42cc1939-802e-42e1-b247-7a15105fbb4d req-e562c383-4d4b-47eb-8e02-e6e07dd494be tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 May 23 20:25:55.873522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:55.940521 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-7c18c0a1-f5a5-4a84-9602-2597d73e11bd service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185248 May 23 20:25:55.951433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb38bf-88b2-4f51-ad3c-6087383435b7 req-15ad3958-1447-4644-a1c6-f7b93ef9220b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:55.953164 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cdbb38bf-88b2-4f51-ad3c-6087383435b7 req-15ad3958-1447-4644-a1c6-f7b93ef9220b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0585411 May 23 20:25:56.063639 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cdbb38bf-88b2-4f51-ad3c-6087383435b7 req-d7255b52-a451-4475-841a-bd876e82ca75 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048710 May 23 20:25:56.081961 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-22b8992a-2a88-49f1-a66e-7faaa85df8e0 req-c476a067-405b-4649-a3a6-0d08aea9fec5 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246400 May 23 20:25:56.086286 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34882) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:56.205740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9d0c-61d1-4ca1-9b3f-d3bb392376b9 req-765cebd5-ce1c-4afd-9cda-0ab672465f5a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:56.207166 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-262b9d0c-61d1-4ca1-9b3f-d3bb392376b9 req-765cebd5-ce1c-4afd-9cda-0ab672465f5a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0509975 May 23 20:25:56.255127 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:56.262626 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-262b9d0c-61d1-4ca1-9b3f-d3bb392376b9 req-191aefc4-28e1-48fe-a342-3b7b54adb327 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453172 May 23 20:25:56.296060 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb4dd5-88dc-4ed4-a94f-940a138d55a1 tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:56.297908 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-08bb4dd5-88dc-4ed4-a94f-940a138d55a1 tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 1124 time: 0.2106767 May 23 20:25:56.300739 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34894) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:56.305311 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'port_id': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:25:56.399886 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-48399bc8-f01d-4e10-b48b-c0bbbce8d3f8 req-6d7a19b9-bbe2-4bad-bff2-c99280a8ed60 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0282366 May 23 20:25:56.405097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:56.487485 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:56.531601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41d04-945f-4b9c-ab2d-876c9b231534 req-bead86e2-d13c-4ffa-85dc-29e520356bb1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:56.533072 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-43e41d04-945f-4b9c-ab2d-876c9b231534 req-bead86e2-d13c-4ffa-85dc-29e520356bb1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0520043 May 23 20:25:56.602847 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.27.2.28 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/c87deba8-8f02-4da4-8f66-983335da2dcc) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:25:56.805699 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-43e41d04-945f-4b9c-ab2d-876c9b231534 req-f4fd6eeb-edf0-40df-ad8c-c576830afdaf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664280 May 23 20:25:56.930908 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:56.969551 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:57.063170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:57.100949 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:25:57.107353 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:25:57.111278 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:25:57.132184 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=c87deba8-8f02-4da4-8f66-983335da2dcc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:57.145562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:57.377408 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fb3c7-44cb-41ea-b357-90dbf65505a7 req-64db36ad-2d27-4ebe-83e9-a270af5fa268 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:57.378953 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-377fb3c7-44cb-41ea-b357-90dbf65505a7 req-64db36ad-2d27-4ebe-83e9-a270af5fa268 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0483057 May 23 20:25:57.411470 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:57.426201 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-377fb3c7-44cb-41ea-b357-90dbf65505a7 req-60e90b87-e88d-4943-8cba-0e3454306c72 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414095 May 23 20:25:57.471081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (34800643-9307-4161-97e4-d49590e02dce), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:57.522039 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2d9e953e-5e0d-4cc9-aeec-b65cedd429a3 req-fb74aa40-ede7-4716-b7d9-61a0d846a067 tempest-VolumesNegativeTest-393106319 tempest-VolumesNegativeTest-393106319-project] 10.222.0.16 "GET /v2.0/ports?device_id=201dc4eb-d00c-4410-b7bd-725fc95860d1 HTTP/1.1" status: 200 len: 210 time: 0.0271580 May 23 20:25:57.620024 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:57.669961 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:57.804444 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:57.945502 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:58.029240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=c87deba8-8f02-4da4-8f66-983335da2dcc,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:58.042256 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (34800643-9307-4161-97e4-d49590e02dce), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:58.143515 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 34800643-9307-4161-97e4-d49590e02dce associated. External IP: 172.27.2.28, port: 900b532d-cbf1-4f24-96e1-9501a7768ef8. May 23 20:25:58.226295 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [req-fce147e8-5f7a-4a94-b150-621f6bded828 req-c2342973-62f9-43a9-9063-75076f091af0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:25:58.227828 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fce147e8-5f7a-4a94-b150-621f6bded828 req-c2342973-62f9-43a9-9063-75076f091af0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075378 May 23 20:25:58.281015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:58.352011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:25:58.452314 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:25:58.468387 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:25:58.478602 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:58.479281 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:58.517625 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:58.581647 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a090e6d7-b97d-4f9e-aa72-00ddcdce0d3b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2798398 May 23 20:25:58.584972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:25:58.585885 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:58.587370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f139f-65ca-4497-ac13-86818ec3b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:25:58.598583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087b091-c52c-459d-ac7f-654ceccd26d6 req-71d37424-138b-4e3b-97df-e5870d15117f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:58.600134 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d087b091-c52c-459d-ac7f-654ceccd26d6 req-71d37424-138b-4e3b-97df-e5870d15117f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 944 time: 0.0616245 May 23 20:25:58.607113 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649f655-71d2-4810-add3-d277119c0ed6 req-4be8e91a-5aad-447a-9392-ec302c3d8f52 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:58.609214 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4649f655-71d2-4810-add3-d277119c0ed6 req-4be8e91a-5aad-447a-9392-ec302c3d8f52 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0555837 May 23 20:25:58.672218 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4649f655-71d2-4810-add3-d277119c0ed6 req-ec3fadd9-d8d7-4c44-8619-b6cc0fd01d6a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556383 May 23 20:25:58.676231 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d087b091-c52c-459d-ac7f-654ceccd26d6 req-e2777a37-a3cf-4e44-b362-e337074f68ce tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662031 May 23 20:25:58.732542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68610b3-31e3-4434-a911-ef63ceebe30a x-openstack-request-id: req-f68610b3-31e3-4434-a911-ef63ceebe30a {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:25:58.733230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:25:58.733436 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f68610b3-31e3-4434-a911-ef63ceebe30a {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:25:58.733750 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68610b3-31e3-4434-a911-ef63ceebe30a'] response: {'name': 'network-changed', 'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'status': 'completed', 'code': 200} May 23 20:25:58.802830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f139f-65ca-4497-ac13-86818ec3b85d req-dbcc578b-321c-46fc-9875-769cbdcb5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:58.804465 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-dbcc578b-321c-46fc-9875-769cbdcb5aac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 1129 time: 0.0438128 May 23 20:25:58.840433 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '34800643-9307-4161-97e4-d49590e02dce', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:8d:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:57Z', 'updated_at': '2022-05-23T20:25:57Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:58.849858 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7b51908c-35c3-4298-a108-01fa7493f77c details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:25:58.867970 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:25:58.879760 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:25:58.880392 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:58.941631 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f139f-65ca-4497-ac13-86818ec3b85d req-3f27f7ef-f88c-4f7c-a7aa-0ea276f455f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:58.943282 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-3f27f7ef-f88c-4f7c-a7aa-0ea276f455f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.1194468 May 23 20:25:58.946660 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:25:59.042208 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7b51908c-35c3-4298-a108-01fa7493f77c,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:59.048054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:59.061718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '7b51908c-35c3-4298-a108-01fa7493f77c', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:25:59.069019 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-85ebc0bf-b2f6-4b94-9f7d-05f1ac1d726b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8 HTTP/1.1" status: 200 len: 998 time: 0.1181672 May 23 20:25:59.084205 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:25:59.088015 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:59.129758 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: DOWN; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:59.133081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f139f-65ca-4497-ac13-86818ec3b85d req-f3cb7801-f8a9-4fcc-8e28-e42353bd7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:59.134761 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:25:59.135752 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-f3cb7801-f8a9-4fcc-8e28-e42353bd7c11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0593519 May 23 20:25:59.148472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 7b51908c-35c3-4298-a108-01fa7493f77c is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:25:59.149385 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:59.176036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b51908c-35c3-4298-a108-01fa7493f77c {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:25:59.198305 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f139f-65ca-4497-ac13-86818ec3b85d req-528eaeff-dec7-4f8c-9140-ef3662376ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:59.200208 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-528eaeff-dec7-4f8c-9140-ef3662376ea3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576091 May 23 20:25:59.202988 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7b51908c-35c3-4298-a108-01fa7493f77c,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:25:59.286034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:25:59.315979 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-22891c25-d652-4b8b-b64b-3ebd44f6948b service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070948 May 23 20:25:59.317428 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '34800643-9307-4161-97e4-d49590e02dce', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:8d:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:57Z', 'updated_at': '2022-05-23T20:25:57Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:25:59.329669 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 34980) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:59.357565 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e80678-25dc-4023-a16a-99f3ad8d5e29 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '34800643-9307-4161-97e4-d49590e02dce', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:8d:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:57Z', 'updated_at': '2022-05-23T20:25:57Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:25:59.405939 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:25:59.465675 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-311f139f-65ca-4497-ac13-86818ec3b85d req-8a6bf884-6ff7-45fa-bd81-b81781b5db81 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410947 May 23 20:25:59.467134 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-84cea8c1-0243-4f62-9ff7-d9f715fdbb3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359956 May 23 20:25:59.477689 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-7dc92f88-e77b-4414-8ee0-4c390a9cf473 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:25:59.479122 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-7dc92f88-e77b-4414-8ee0-4c390a9cf473 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061939 May 23 20:25:59.573579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 34996) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:25:59.622198 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ceaf2d-fd29-4e95-be3c-d129356faa01 None None] New status for floating IP 34800643-9307-4161-97e4-d49590e02dce: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:25:59.670500 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['7b51908c-35c3-4298-a108-01fa7493f77c'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:25:59.705957 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-f8a6b53c-2537-4207-b403-aab2e36e62eb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:59.708619 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-f8a6b53c-2537-4207-b403-aab2e36e62eb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports/f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 940 time: 0.1332488 May 23 20:25:59.875017 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99782460-0c52-4b26-ba33-af492a9120f4 req-2d083cee-884f-4541-b457-d141ea084e8b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:59.876585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-99782460-0c52-4b26-ba33-af492a9120f4 req-2d083cee-884f-4541-b457-d141ea084e8b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0774879 May 23 20:25:59.889436 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9f7d-9cba-4255-88a0-f89cd78e0b25 req-0448131b-b672-4afc-99eb-5e2024367280 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:25:59.898802 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-477a9f7d-9cba-4255-88a0-f89cd78e0b25 req-0448131b-b672-4afc-99eb-5e2024367280 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 945 time: 0.1005111 May 23 20:25:59.967978 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-99782460-0c52-4b26-ba33-af492a9120f4 req-bf3ebafd-92ee-41ff-a6c6-486d5c7d108e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854509 May 23 20:25:59.971749 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-477a9f7d-9cba-4255-88a0-f89cd78e0b25 req-6b60d20f-b18f-44b3-aed4-e74ed0edfedc tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733757 May 23 20:26:00.948934 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7b51908c-35c3-4298-a108-01fa7493f77c up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:26:00.999731 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 7b51908c-35c3-4298-a108-01fa7493f77c completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:26:01.063357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 7b51908c-35c3-4298-a108-01fa7493f77c triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:26:01.063818 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:01.108189 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b680e82-395f-4c43-8b7f-aab3143ae97e req-553bbed0-f49c-43c1-8c28-849be94ca203 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:01.108812 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab8cbe-036c-4260-91b0-2a4aa9db38f8 req-1e3b2cc0-e4de-4276-8e6a-7074bef7be0c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:01.109914 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6dab8cbe-036c-4260-91b0-2a4aa9db38f8 req-1e3b2cc0-e4de-4276-8e6a-7074bef7be0c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 945 time: 0.0516930 May 23 20:26:01.114742 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b680e82-395f-4c43-8b7f-aab3143ae97e req-553bbed0-f49c-43c1-8c28-849be94ca203 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0559320 May 23 20:26:01.141487 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 7b51908c-35c3-4298-a108-01fa7493f77c is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:26:01.142380 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:01.168314 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:01.168774 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b680e82-395f-4c43-8b7f-aab3143ae97e req-cd8cc31a-de3b-4213-94b8-1ed4339020be tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481608 May 23 20:26:01.173036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b7c9f-907d-44dc-902b-eef728f68929" -d '{"events": [{"server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "name": "network-vif-plugged", "status": "completed", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:01.182583 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6dab8cbe-036c-4260-91b0-2a4aa9db38f8 req-165cdd82-8afe-401e-930c-73998b81a97f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662925 May 23 20:26:01.185884 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7b51908c-35c3-4298-a108-01fa7493f77c,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:01.231411 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a226093-8639-4235-8131-63e19362aeb3 x-openstack-request-id: req-6a226093-8639-4235-8131-63e19362aeb3 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:01.232332 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "name": "network-vif-plugged", "status": "completed", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:01.232588 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a226093-8639-4235-8131-63e19362aeb3 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:01.232990 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a226093-8639-4235-8131-63e19362aeb3'] response: {'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'code': 200} May 23 20:26:01.256331 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:01.310899 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:01.548416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79270-438a-4905-947b-56899d381fba req-ab12e703-3d89-4e75-a4b6-76f2da114319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:01.550378 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7db79270-438a-4905-947b-56899d381fba req-ab12e703-3d89-4e75-a4b6-76f2da114319 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0407071 May 23 20:26:01.604274 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7db79270-438a-4905-947b-56899d381fba req-249588fa-6743-45d3-8bd7-e063c6e0a47f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 May 23 20:26:02.303583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae27b-36ae-4281-a49d-d337a74a78d0 req-d7582657-c180-4ec4-87da-3e5d17a2c6f4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:02.305482 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dc1ae27b-36ae-4281-a49d-d337a74a78d0 req-d7582657-c180-4ec4-87da-3e5d17a2c6f4 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0528703 May 23 20:26:02.316588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89019-13b6-4f38-8233-f53dab2e5b45 req-356d09af-ba7c-4a58-8f91-b513bad0fe73 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:02.318117 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4b89019-13b6-4f38-8233-f53dab2e5b45 req-356d09af-ba7c-4a58-8f91-b513bad0fe73 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0521026 May 23 20:26:02.326351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:02.354199 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dc1ae27b-36ae-4281-a49d-d337a74a78d0 req-accc3cc0-e383-4b39-af13-017e32ae2f65 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 May 23 20:26:02.366104 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4b89019-13b6-4f38-8233-f53dab2e5b45 req-b2857080-cdae-44a8-9243-8104f7a174a1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 May 23 20:26:03.479632 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f454d9-e951-4ea6-99a9-70d021b6dc81 req-13772a7f-08d9-4f99-9c93-cb33c3ecf6c8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:03.481226 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-21f454d9-e951-4ea6-99a9-70d021b6dc81 req-13772a7f-08d9-4f99-9c93-cb33c3ecf6c8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0540764 May 23 20:26:03.497807 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ab24-8655-4d1d-8e05-df0edf56c2b7 req-13950e3a-6b38-4f07-8a22-637ea9fb1db9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:03.499913 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fe45ab24-8655-4d1d-8e05-df0edf56c2b7 req-13950e3a-6b38-4f07-8a22-637ea9fb1db9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0528107 May 23 20:26:03.530597 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-21f454d9-e951-4ea6-99a9-70d021b6dc81 req-b802b801-258e-4d41-a3e7-4063a29d752b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 May 23 20:26:03.548997 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fe45ab24-8655-4d1d-8e05-df0edf56c2b7 req-97ff75f4-776e-485e-9fb2-87e5c0e43c24 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 May 23 20:26:04.152103 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-8d06ead7-f737-4377-8e3b-9931a1c3e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.153681 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-8d06ead7-f737-4377-8e3b-9931a1c3e5b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 1127 time: 0.0748711 May 23 20:26:04.443338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-a49c0646-7443-4347-b3a4-ca4fbb77caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.445058 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-a49c0646-7443-4347-b3a4-ca4fbb77caaa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1127 time: 0.0416975 May 23 20:26:04.544408 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-0aaa895e-9466-45dc-8dcd-0699631865ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.545973 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-0aaa895e-9466-45dc-8dcd-0699631865ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.0905993 May 23 20:26:04.706436 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9b5f3-e810-486a-a8e4-2228ac83e43d req-1e6aa3c4-5a2b-4c84-a97e-7b083ded695a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.707164 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a068a-e5d8-4daf-9edc-03487c0001c3 req-7023de1c-a9bc-46f9-b711-7ef1d75492b3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.708207 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aaa9b5f3-e810-486a-a8e4-2228ac83e43d req-1e6aa3c4-5a2b-4c84-a97e-7b083ded695a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0824149 May 23 20:26:04.715210 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-ed2efddd-e97d-4fa0-91df-1723052131c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 200 len: 998 time: 0.1498404 May 23 20:26:04.716678 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-953a068a-e5d8-4daf-9edc-03487c0001c3 req-7023de1c-a9bc-46f9-b711-7ef1d75492b3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0678751 May 23 20:26:04.794368 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-e51c57ce-7fb6-44c8-a8da-509e12386547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.796138 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-e51c57ce-7fb6-44c8-a8da-509e12386547 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0629885 May 23 20:26:04.799253 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-953a068a-e5d8-4daf-9edc-03487c0001c3 req-a5b5530b-e409-4731-b707-8df323d1bb31 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815539 May 23 20:26:04.844737 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aaa9b5f3-e810-486a-a8e4-2228ac83e43d req-07c16be1-d452-452f-9646-bc7f787f5407 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284709 May 23 20:26:04.853919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625eb6-5acc-48a8-8d75-d434261098fc req-01739f3e-9ebf-40cd-9de6-12a5e2d6a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.855390 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-01739f3e-9ebf-40cd-9de6-12a5e2d6a397 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504308 May 23 20:26:04.877829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:04.885560 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:04.965533 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-cce9e750-19cc-438a-9b4c-707d882e5ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965812 May 23 20:26:04.969990 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc14885-edba-4d19-a376-34bdbff4df10 req-a1b95dce-d90e-481e-985f-7cb29057efa8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:04.971522 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8cc14885-edba-4d19-a376-34bdbff4df10 req-a1b95dce-d90e-481e-985f-7cb29057efa8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0584676 May 23 20:26:04.980022 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35288) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:04.984709 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'floatingip': {'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:05.030332 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.075718 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-17625eb6-5acc-48a8-8d75-d434261098fc req-42e94121-6fa3-4048-b395-2e2ffa98b6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024067 May 23 20:26:05.173398 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35292) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:05.282528 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:05.312497 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9fddd980-2dfa-470c-b703-ad0ec9c86b7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd6e338db3274331b7ab0a7370027f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379106 May 23 20:26:05.315869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35298) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:05.369623 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] Publish callbacks [] for security_group (9d99ad16-6aae-4aa9-ba10-5dac6de41c9d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.370788 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:05.392010 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] Publish callbacks [] for security_group (9d99ad16-6aae-4aa9-ba10-5dac6de41c9d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.397783 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:05.468391 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.645273 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.645663 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9d99ad16-6aae-4aa9-ba10-5dac6de41c9d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.648186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:05.649340 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d99ad16-6aae-4aa9-ba10-5dac6de41c9d HTTP/1.1" status: 204 len: 168 time: 0.3326955 May 23 20:26:05.658143 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce6b0e-b1cd-4cb8-b5cd-e2234a77edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d99ad16-6aae-4aa9-ba10-5dac6de41c9d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:05.756786 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Floating IP 26ba13c5-f0cd-40a9-b4e9-684bd890d61b associated. External IP: 172.27.2.92, port: 7b51908c-35c3-4298-a108-01fa7493f77c. May 23 20:26:05.935303 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb308-e2ac-4dd3-8a65-986662ed06bb req-fa0f36de-83f8-4b4a-8d79-ac2c1aa22c35 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:05.937324 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3d5cb308-e2ac-4dd3-8a65-986662ed06bb req-fa0f36de-83f8-4b4a-8d79-ac2c1aa22c35 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0566587 May 23 20:26:05.994592 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:26:06.008660 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3d5cb308-e2ac-4dd3-8a65-986662ed06bb req-37e6ce62-3a4f-43ba-967e-21f7c43124dd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596323 May 23 20:26:06.132451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:06.148120 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:26:06.153352 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:06.164602 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:26:06.191052 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:06.192207 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:06.218709 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-340e2018-01d7-4267-96e3-cd7beae19cdb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "PUT /v2.0/floatingips/26ba13c5-f0cd-40a9-b4e9-684bd890d61b HTTP/1.1" status: 200 len: 991 time: 1.2375901 May 23 20:26:06.219344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:06.223649 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc085c9a-3650-4f08-9df7-c645ce22cc11" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:06.248319 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:06.259223 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf6d42-4788-4d04-bd60-8fb1ba3c3b98 x-openstack-request-id: req-2aaf6d42-4788-4d04-bd60-8fb1ba3c3b98 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:06.259621 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:06.259974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aaf6d42-4788-4d04-bd60-8fb1ba3c3b98 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:06.260473 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aaf6d42-4788-4d04-bd60-8fb1ba3c3b98'] response: {'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'status': 'completed', 'code': 200} May 23 20:26:06.322477 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:06.338597 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-fe196127-79fb-4b56-b621-7de0d3ee8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:06.340124 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-fe196127-79fb-4b56-b621-7de0d3ee8e0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0395823 May 23 20:26:06.381480 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-256eba38-8a40-4ebc-bfe6-1b07e3f7701a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491941 May 23 20:26:06.472930 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:06.589804 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:26:05Z', 'revision_number': 1, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:06.615487 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:26:06.625166 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:06.626109 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:25:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:06.746929 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:06.979091 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:26:05Z', 'revision_number': 1, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:07.007149 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c36642f-3ee1-403e-bae9-388f614dbfcf None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:26:05Z', 'revision_number': 1, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:26:07.192940 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c75a-f388-48d1-907c-87b039a91d3a req-c53a11f8-4010-43db-91ce-0bcdaf871572 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:07.195347 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e174c75a-f388-48d1-907c-87b039a91d3a req-c53a11f8-4010-43db-91ce-0bcdaf871572 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0638723 May 23 20:26:07.249500 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e174c75a-f388-48d1-907c-87b039a91d3a req-2d1acdc5-9eed-4f1a-91dc-7c3b532b4054 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 May 23 20:26:07.259370 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52cfbc6-8f9d-4c75-93d4-269267590486 None None] New status for floating IP 26ba13c5-f0cd-40a9-b4e9-684bd890d61b: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:26:07.353032 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:08.054558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35366) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:08.100937 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Deleting subnet 131452e2-c6c8-4a04-8c27-81d9c8e67583 {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:26:08.104506 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Publish callbacks [] for subnet (131452e2-c6c8-4a04-8c27-81d9c8e67583), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.138215 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3400647'] for subnet (131452e2-c6c8-4a04-8c27-81d9c8e67583), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.177905 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (131452e2-c6c8-4a04-8c27-81d9c8e67583), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.314305 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8755871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487103'] for subnet (131452e2-c6c8-4a04-8c27-81d9c8e67583), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.356160 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131452e2-c6c8-4a04-8c27-81d9c8e67583,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:08.367587 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.371155 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/131452e2-c6c8-4a04-8c27-81d9c8e67583 HTTP/1.1" status: 204 len: 168 time: 0.3155453 May 23 20:26:08.376547 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35370) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:08.378174 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.378547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.378876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.379214 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.379550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.379885 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.380239 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.380570 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.380898 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.381226 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.381555 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.381897 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.382240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.382562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.382883 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebd1497-83e1-448e-9d22-074c79c20b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.434506 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511a40d-96ca-4e8c-8a6e-befd1a3be3cc req-48bbcdd0-6dce-4488-b13a-8e0792e99f0c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:08.436619 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9511a40d-96ca-4e8c-8a6e-befd1a3be3cc req-48bbcdd0-6dce-4488-b13a-8e0792e99f0c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0998471 May 23 20:26:08.474814 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (5a9ff7e9-52cd-429a-a471-a91201565085), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.544294 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9511a40d-96ca-4e8c-8a6e-befd1a3be3cc req-9b7400aa-19d5-43f7-ac1c-6cd242318535 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009796 May 23 20:26:08.583887 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (5a9ff7e9-52cd-429a-a471-a91201565085), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.604689 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.605053 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.605799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.606159 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > port after_create 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.606500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.606838 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > port after_update 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.607186 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.607498 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.608399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.608699 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.685182 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.685533 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.685884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.686249 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 20:26:08.686627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9ff7e9-52cd-429a-a471-a91201565085']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:08.704652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbe826f-40cd-4014-bcf0-be073ca35a66') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:08.704945 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbe826f-40cd-4014-bcf0-be073ca35a66') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:08.722160 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (bdbe826f-40cd-4014-bcf0-be073ca35a66), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.744108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (bdbe826f-40cd-4014-bcf0-be073ca35a66), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.752671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:26:08.753091 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (bdbe826f-40cd-4014-bcf0-be073ca35a66), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.907722 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (5a9ff7e9-52cd-429a-a471-a91201565085), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.911687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:08.915224 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a9ff7e9-52cd-429a-a471-a91201565085 HTTP/1.1" status: 204 len: 168 time: 0.5371442 May 23 20:26:08.920958 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35380) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:08.929376 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9ff7e9-52cd-429a-a471-a91201565085,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:08.937112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.942170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e428944-e6f8-45df-88af-aad5f04dda95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:08.977448 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Deleting subnet 0b5b4e7d-454e-4564-ad7d-6dab29ece216 {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:26:08.981038 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Publish callbacks [] for subnet (0b5b4e7d-454e-4564-ad7d-6dab29ece216), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.013335 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment bdbe826f-40cd-4014-bcf0-be073ca35a66 resource provider aggregate not found May 23 20:26:09.024404 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3400647'] for subnet (0b5b4e7d-454e-4564-ad7d-6dab29ece216), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.031400 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment bdbe826f-40cd-4014-bcf0-be073ca35a66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdbe826f-40cd-4014-bcf0-be073ca35a66 found for delete ", "request_id": "req-50bca4a3-ff2f-4564-bf38-bdb05e51c00f"}]} May 23 20:26:09.050162 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:09.065033 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (0b5b4e7d-454e-4564-ad7d-6dab29ece216), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.195478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8755871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487103'] for subnet (0b5b4e7d-454e-4564-ad7d-6dab29ece216), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.229115 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5b4e7d-454e-4564-ad7d-6dab29ece216,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:09.233864 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.237252 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0333eef1-66d2-4379-bfee-ae31fb93a356 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0b5b4e7d-454e-4564-ad7d-6dab29ece216 HTTP/1.1" status: 204 len: 168 time: 0.3148704 May 23 20:26:09.239753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35384) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:09.315639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (9fc5f7bd-9368-4aea-a959-5e5405cc33d8), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.399233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (9fc5f7bd-9368-4aea-a959-5e5405cc33d8), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.420686 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc5f7bd-9368-4aea-a959-5e5405cc33d8']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:09.430813 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cdd468-056c-4bea-815c-5baded08579a') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:09.431104 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cdd468-056c-4bea-815c-5baded08579a') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:09.440989 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (a4cdd468-056c-4bea-815c-5baded08579a), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.454645 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (a4cdd468-056c-4bea-815c-5baded08579a), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.460284 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:26:09.460753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (a4cdd468-056c-4bea-815c-5baded08579a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.599541 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (9fc5f7bd-9368-4aea-a959-5e5405cc33d8), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.617219 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:09.620441 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fc5f7bd-9368-4aea-a959-5e5405cc33d8 HTTP/1.1" status: 204 len: 168 time: 0.3793972 May 23 20:26:09.621517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee0b1-9801-444a-8c0a-3cbf411539f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc5f7bd-9368-4aea-a959-5e5405cc33d8,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:09.693868 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124acfc-7848-4aa3-9da2-269092748824 req-83ebf09a-ad3a-497d-8e29-37be023a2221 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:09.695397 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a124acfc-7848-4aa3-9da2-269092748824 req-83ebf09a-ad3a-497d-8e29-37be023a2221 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0660732 May 23 20:26:09.723981 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:09.750871 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a124acfc-7848-4aa3-9da2-269092748824 req-f0478057-1204-42ea-a1d6-76c0bf3114ef tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493536 May 23 20:26:10.095043 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35392) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:10.114868 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:10.142170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35394) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:10.147989 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-df3acb58-4939-4716-830e-4da8ae28f733 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51ceb7333d38419baa57e6026e796012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464711 May 23 20:26:10.198157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] Publish callbacks [] for security_group (10cf6900-eac7-418f-9a39-74cfaf6bd27d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:10.221699 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] Publish callbacks [] for security_group (10cf6900-eac7-418f-9a39-74cfaf6bd27d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:10.336065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (10cf6900-eac7-418f-9a39-74cfaf6bd27d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:10.338909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:10.342806 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10cf6900-eac7-418f-9a39-74cfaf6bd27d HTTP/1.1" status: 204 len: 168 time: 0.1968067 May 23 20:26:10.352167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969ca54-4fa0-4bfb-9513-18c95cccea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf6900-eac7-418f-9a39-74cfaf6bd27d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:10.882737 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde223f6-061c-49b5-b843-22e57e8385c6 req-e8642e9e-c535-4a1d-86fc-3a732d4a0693 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:10.884340 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cde223f6-061c-49b5-b843-22e57e8385c6 req-e8642e9e-c535-4a1d-86fc-3a732d4a0693 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0560131 May 23 20:26:10.946919 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cde223f6-061c-49b5-b843-22e57e8385c6 req-41d2ed05-ae5f-429a-b4a9-113866483a39 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562587 May 23 20:26:11.048154 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment a4cdd468-056c-4bea-815c-5baded08579a resource provider aggregate not found May 23 20:26:11.065626 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment a4cdd468-056c-4bea-815c-5baded08579a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4cdd468-056c-4bea-815c-5baded08579a found for delete ", "request_id": "req-a3704eb3-fcbe-4f66-9851-eec44f7ae0a6"}]} May 23 20:26:11.066194 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35406) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:11.105880 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ccdbaf27-d334-4a46-85ea-5d3b762ea7ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6d993ad2c404535b1831291a1f2f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386341 May 23 20:26:11.108455 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35408) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:11.161103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] Publish callbacks [] for security_group (4596e7e3-d188-456c-9780-9bc9599a6f1f), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:11.163180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:11.183943 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] Publish callbacks [] for security_group (4596e7e3-d188-456c-9780-9bc9599a6f1f), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:11.307961 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4596e7e3-d188-456c-9780-9bc9599a6f1f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:11.310571 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:11.312407 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4596e7e3-d188-456c-9780-9bc9599a6f1f HTTP/1.1" status: 204 len: 168 time: 0.2030480 May 23 20:26:11.321306 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087029e-a38b-4b43-b904-9887b567c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596e7e3-d188-456c-9780-9bc9599a6f1f,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:12.073728 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c88afc-16e6-4bc0-9b5d-43f4d94e9014 req-6e51f84e-e31e-4465-a144-eeddd1f17353 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:12.082586 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c3c88afc-16e6-4bc0-9b5d-43f4d94e9014 req-6e51f84e-e31e-4465-a144-eeddd1f17353 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0643761 May 23 20:26:12.132405 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c3c88afc-16e6-4bc0-9b5d-43f4d94e9014 req-b99616a5-b642-4db1-a17e-dccb996c416c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483983 May 23 20:26:13.016229 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35454) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:13.130388 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f95dc9a8-7780-46da-8b04-bb365950a571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.228520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f95dc9a8-7780-46da-8b04-bb365950a571 admin admin] Publish callbacks [] for security_group (19631c6a-cf23-4ed2-b5a8-6659d18d23f2), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.263353 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d39d1b-81b4-4068-8def-b72524aa922b req-df63152e-cc43-4063-b452-d9357f824628 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:13.264879 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-06d39d1b-81b4-4068-8def-b72524aa922b req-df63152e-cc43-4063-b452-d9357f824628 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0510149 May 23 20:26:13.290690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f95dc9a8-7780-46da-8b04-bb365950a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (19631c6a-cf23-4ed2-b5a8-6659d18d23f2), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.353942 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-06d39d1b-81b4-4068-8def-b72524aa922b req-4eb770b5-857a-4ebb-94ad-221813367c5c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832722 May 23 20:26:13.356335 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f95dc9a8-7780-46da-8b04-bb365950a571 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f05481fb7e4862aaed6bbe95b49be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391230 May 23 20:26:13.357268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc9a8-7780-46da-8b04-bb365950a571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19631c6a-cf23-4ed2-b5a8-6659d18d23f2,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:13.359950 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35460) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:13.416250 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] Publish callbacks [] for security_group (19631c6a-cf23-4ed2-b5a8-6659d18d23f2), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.437794 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] Publish callbacks [] for security_group (19631c6a-cf23-4ed2-b5a8-6659d18d23f2), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.564858 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (19631c6a-cf23-4ed2-b5a8-6659d18d23f2), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.567621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:13.571167 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19631c6a-cf23-4ed2-b5a8-6659d18d23f2 HTTP/1.1" status: 204 len: 168 time: 0.2071824 May 23 20:26:13.579789 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651da4e-86dc-446a-8c5c-e4e839aeba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19631c6a-cf23-4ed2-b5a8-6659d18d23f2,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:14.480409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54242850-b9d7-4aad-8407-93a0679a758c req-e3e60dd3-348c-40b2-ad00-232685e2a294 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:14.482151 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-54242850-b9d7-4aad-8407-93a0679a758c req-e3e60dd3-348c-40b2-ad00-232685e2a294 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0523582 May 23 20:26:14.533284 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-54242850-b9d7-4aad-8407-93a0679a758c req-12ac46b0-d8c7-42f7-a95a-a2302c6c99e6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 May 23 20:26:15.667090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce881-09b6-4ec4-bb8b-cad74cbd2855 req-2297619b-a626-4d28-9105-54e539f6181b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:15.668589 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b8ce881-09b6-4ec4-bb8b-cad74cbd2855 req-2297619b-a626-4d28-9105-54e539f6181b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0489745 May 23 20:26:15.719878 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b8ce881-09b6-4ec4-bb8b-cad74cbd2855 req-b661104e-bd45-4dc8-b3e0-658e45931a99 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 May 23 20:26:16.864732 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059af0ef-717a-4cb3-85f8-0887224a183c req-1ba5536b-942b-458f-ac28-4316f2a939d9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:16.866612 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-059af0ef-717a-4cb3-85f8-0887224a183c req-1ba5536b-942b-458f-ac28-4316f2a939d9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0626891 May 23 20:26:16.919050 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-059af0ef-717a-4cb3-85f8-0887224a183c req-5aa84da9-00d5-494d-9126-45bef57df624 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462327 May 23 20:26:16.982337 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=49 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:17.006966 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:18.050856 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b7dfd-e954-418b-9e21-da99551930d0 req-6b9b9f58-3868-4a8d-8c9b-448a4b491aa6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:18.052299 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f16b7dfd-e954-418b-9e21-da99551930d0 req-6b9b9f58-3868-4a8d-8c9b-448a4b491aa6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0492160 May 23 20:26:18.097301 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f16b7dfd-e954-418b-9e21-da99551930d0 req-a076c3d4-f667-4c3b-a807-17ee41a6aa6c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 May 23 20:26:18.173007 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-46809a2e-aa4e-4a20-a174-25629d9381f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:18.174510 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-46809a2e-aa4e-4a20-a174-25629d9381f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 1129 time: 0.0382352 May 23 20:26:18.201411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-1a33debd-6be3-4eb4-8862-8e68bb2188c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:18.203161 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-1a33debd-6be3-4eb4-8862-8e68bb2188c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0919349 May 23 20:26:18.759010 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5e2fe878-1645-4e35-b2d5-3641118118b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:18.947663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:18.953790 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-e3523221-0ca6-4a25-a2c3-545359cefb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:18.955330 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-e3523221-0ca6-4a25-a2c3-545359cefb66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0944469 May 23 20:26:19.155737 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-9353f489-8116-4eb4-a5d2-ed3296046ba1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1001 time: 0.3081489 May 23 20:26:19.215543 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7dabb-6407-4e7d-b915-5b437d9d9b2c req-9a0fb97f-dcbf-4b1c-b3f6-69907bff7d77 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:19.217020 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6ea7dabb-6407-4e7d-b915-5b437d9d9b2c req-9a0fb97f-dcbf-4b1c-b3f6-69907bff7d77 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0476561 May 23 20:26:19.262682 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6ea7dabb-6407-4e7d-b915-5b437d9d9b2c req-1c4ec75e-899c-4c6f-88f9-f28c10ba57ef tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 May 23 20:26:19.368214 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:19.396576 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-24a9764c-a42d-46c4-a065-945e72157688 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 200 len: 217 time: 0.0361145 May 23 20:26:19.403390 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-13187643-c229-4ea8-a337-d770a24befea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:19.404824 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-13187643-c229-4ea8-a337-d770a24befea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0450373 May 23 20:26:19.438770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:19.447954 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-edd90c9a-cc25-480b-9327-9a2b409c527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:19.449460 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-edd90c9a-cc25-480b-9327-9a2b409c527b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0459580 May 23 20:26:19.451562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-9786f3a6-c0da-4cfd-b10f-9c719db6ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:19.453270 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-9786f3a6-c0da-4cfd-b10f-9c719db6ca9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412331 May 23 20:26:19.595320 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-3d2f3b31-1230-4b88-a9e2-41f876089547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:19.596994 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-3d2f3b31-1230-4b88-a9e2-41f876089547 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396426 May 23 20:26:19.645458 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-581fc7cd-cb59-4c41-bdfc-aa5fa5ccab88 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 May 23 20:26:19.697209 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-667c63d2-1790-496a-bb79-2c604dde117c service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916173 May 23 20:26:19.749705 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bc085c9a-3650-4f08-9df7-c645ce22cc11 req-73daed99-2b62-4e41-9956-658c36d71dac service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899894 May 23 20:26:19.789185 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3ff6c991-301b-484f-9080-3fd4e7cc565c req-51254263-a261-446f-b0fb-cc0955e5a685 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 May 23 20:26:20.475005 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9dd1-e08c-4a22-babe-52eb4cf5f973 req-83e70efc-e58a-478e-8d83-cf619075a932 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:20.475802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb036e-f53b-4387-8461-9e0f44b9a27a req-4aacaec6-e680-4662-b2e1-a2f43c2b2b9b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:20.476450 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0fe9dd1-e08c-4a22-babe-52eb4cf5f973 req-83e70efc-e58a-478e-8d83-cf619075a932 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0471761 May 23 20:26:20.477316 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2cbb036e-f53b-4387-8461-9e0f44b9a27a req-4aacaec6-e680-4662-b2e1-a2f43c2b2b9b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0517547 May 23 20:26:20.511732 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:20.523906 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2cbb036e-f53b-4387-8461-9e0f44b9a27a req-22f7f0ad-d171-4398-9f74-3dce7b058efd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 May 23 20:26:20.531269 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0fe9dd1-e08c-4a22-babe-52eb4cf5f973 req-37c53017-d45c-4ce5-904a-cf83612ae009 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451834 May 23 20:26:20.907603 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-34b40268-c2df-4bfd-9b8b-a2d1ce97d15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:20.991307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401026b-5914-4a35-9065-4e55ed91b7b0 req-0304ab9b-047b-40e6-b92c-4844b4fc1639 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:20.992756 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2401026b-5914-4a35-9065-4e55ed91b7b0 req-0304ab9b-047b-40e6-b92c-4844b4fc1639 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0462244 May 23 20:26:21.038622 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2401026b-5914-4a35-9065-4e55ed91b7b0 req-d96c0169-6a21-4f4f-b2b2-f964e5dc6a3b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404007 May 23 20:26:21.647110 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6947d-86d3-4e7a-96b7-1b7687686e93 req-96d6c574-6f77-428d-9c90-9dd39e78e1d6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:21.648619 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ade6947d-86d3-4e7a-96b7-1b7687686e93 req-96d6c574-6f77-428d-9c90-9dd39e78e1d6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0478678 May 23 20:26:21.651531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf5a0-49ff-477e-bfd4-775f23281e14 req-79532fc2-66be-4d81-9ffa-f58817d502da tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:21.652998 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7fcdf5a0-49ff-477e-bfd4-775f23281e14 req-79532fc2-66be-4d81-9ffa-f58817d502da tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0462890 May 23 20:26:21.698286 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ade6947d-86d3-4e7a-96b7-1b7687686e93 req-0da35d2f-a514-44e5-8e0d-bb30feb45a97 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 May 23 20:26:21.699584 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7fcdf5a0-49ff-477e-bfd4-775f23281e14 req-fd0c2a03-2806-41b2-9a56-3a155d71cf2d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 May 23 20:26:22.066296 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:22.154613 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9fbc6-f60f-4f5b-a334-2a7f1ffc0370 req-56ebb1ca-3e88-4f8b-be30-e000c24bca81 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:22.156073 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-32e9fbc6-f60f-4f5b-a334-2a7f1ffc0370 req-56ebb1ca-3e88-4f8b-be30-e000c24bca81 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0500636 May 23 20:26:22.200732 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-32e9fbc6-f60f-4f5b-a334-2a7f1ffc0370 req-3fc12ae9-e26b-4783-9e65-571e2121eb1c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 May 23 20:26:22.768625 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-9fbd34a0-7f11-4940-8b15-2ad7405f9f44 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:22.770493 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-9fbd34a0-7f11-4940-8b15-2ad7405f9f44 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0512538 May 23 20:26:22.820774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec60bd-c256-47fd-a201-204cbf8105a5 req-13323cbc-c348-42bd-be4b-77dc02280022 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:22.822295 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-55ec60bd-c256-47fd-a201-204cbf8105a5 req-13323cbc-c348-42bd-be4b-77dc02280022 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0473816 May 23 20:26:22.859304 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985071e2-7d42-4c32-a78c-d19be0815550 req-207ce998-66a3-4b8a-ba45-f3bd875f83e7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:22.860765 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-985071e2-7d42-4c32-a78c-d19be0815550 req-207ce998-66a3-4b8a-ba45-f3bd875f83e7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0758357 May 23 20:26:22.872876 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-55ec60bd-c256-47fd-a201-204cbf8105a5 req-852676c7-d305-400c-9b79-d5700a0d68dd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 May 23 20:26:22.911676 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port ef2feccf-3cf9-483a-be18-bb3f720aec9c {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:26:22.912011 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:22.978288 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-985071e2-7d42-4c32-a78c-d19be0815550 req-fe48c803-a1e5-4f32-8f98-eeb370b1834b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994608 May 23 20:26:23.007030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:23.018799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] For port ef2feccf-3cf9-483a-be18-bb3f720aec9c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ef2feccf-3cf9-483a-be18-bb3f720aec9c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:23.025309 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.314138 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fea2-0aca-4905-8024-4e501b6bf523 req-af02f206-ff59-4e72-b274-160585e916a5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:23.315556 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1834fea2-0aca-4905-8024-4e501b6bf523 req-af02f206-ff59-4e72-b274-160585e916a5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 946 time: 0.0463381 May 23 20:26:23.362526 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1834fea2-0aca-4905-8024-4e501b6bf523 req-9cc28a57-43c6-4983-8b8e-033f18edb3c4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=8292bae7-2bb8-451f-99d0-d3159921390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 May 23 20:26:23.438447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.438447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.438447 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13 disassociated. External IP: 172.27.2.216, port: ef2feccf-3cf9-483a-be18-bb3f720aec9c. May 23 20:26:23.438447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for ef2feccf-3cf9-483a-be18-bb3f720aec9c owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:26:23.518706 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.615844 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (ef2feccf-3cf9-483a-be18-bb3f720aec9c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.622539 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:23.644148 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=ef2feccf-3cf9-483a-be18-bb3f720aec9c,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:23.752763 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:26:23.855026 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:26:23.865747 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:26:23.876708 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:23.877578 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:23.900495 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] No DVR routers for this DVR port ef2feccf-3cf9-483a-be18-bb3f720aec9c on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:26:23.903077 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:23.907055 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73ad3de8-cb12-4121-bc8b-54a820412640 req-3941a59b-6a59-4a22-8acf-d33e03f47913 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "DELETE /v2.0/ports/ef2feccf-3cf9-483a-be18-bb3f720aec9c HTTP/1.1" status: 204 len: 173 time: 1.1301947 May 23 20:26:23.907535 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'name': 'network-vif-deleted', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:23.909994 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693c1b1-9dd6-4aa3-97ed-ce577c0ef07b" -d '{"events": [{"server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "name": "network-vif-deleted", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:23.949856 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d275f-ff61-4962-b0a8-58198d3bdb86 x-openstack-request-id: req-b03d275f-ff61-4962-b0a8-58198d3bdb86 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:23.950175 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c2e8cd-3178-4528-b5b1-db0638467714", "name": "network-vif-deleted", "tag": "ef2feccf-3cf9-483a-be18-bb3f720aec9c", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:23.950429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03d275f-ff61-4962-b0a8-58198d3bdb86 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:23.950834 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03d275f-ff61-4962-b0a8-58198d3bdb86'] response: {'server_uuid': '51c2e8cd-3178-4528-b5b1-db0638467714', 'name': 'network-vif-deleted', 'tag': 'ef2feccf-3cf9-483a-be18-bb3f720aec9c', 'status': 'completed', 'code': 200} May 23 20:26:23.992080 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:24.012196 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01eee-d839-44ff-a8fb-a687db139fbf req-67938c0f-7695-4be0-9f7e-8db881e1946e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:24.014451 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c9e01eee-d839-44ff-a8fb-a687db139fbf req-67938c0f-7695-4be0-9f7e-8db881e1946e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0555487 May 23 20:26:24.078534 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c9e01eee-d839-44ff-a8fb-a687db139fbf req-c5b35742-6ec2-41ee-a4c8-f7a99f1cf0ec tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 May 23 20:26:24.129518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a829d-2a83-4893-83dc-87213d7465f8 req-737a21dd-1066-4955-ba4d-87369e428778 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:24.131027 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a88a829d-2a83-4893-83dc-87213d7465f8 req-737a21dd-1066-4955-ba4d-87369e428778 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0617819 May 23 20:26:24.179254 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a88a829d-2a83-4893-83dc-87213d7465f8 req-4d9ff8cd-9f24-4b44-a834-d7f3bb84ce3f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 May 23 20:26:24.216819 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:24.241702 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:26:24.250293 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:24.250897 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:24.428259 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:24.463714 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a1c7904e-3634-4d9e-b24f-a6ba0b1423bf req-94d9175c-ef51-4173-89c5-6335446a399e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 210 time: 0.0288355 May 23 20:26:24.641589 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:24.670668 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f5eb3-d4cf-4d61-997d-2db03053db4c None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': 'd8eea9e1-928c-4af8-b49a-69d8519bed62', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:b8:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99c75-f555-4442-9cb8-9b296d90b049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:23:20Z', 'updated_at': '2022-05-23T20:23:52Z', 'revision_number': 2, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:26:24.937302 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165095c-50b0-40a8-b8be-0bef47a498fb None None] New status for floating IP 7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:26:25.073204 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:25.209372 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14769-4d38-4bef-8b47-1e646ef657c9 req-0e1af86a-1106-486a-a8c4-5a28329de11b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:25.216607 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-86a14769-4d38-4bef-8b47-1e646ef657c9 req-0e1af86a-1106-486a-a8c4-5a28329de11b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0613060 May 23 20:26:25.266296 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-86a14769-4d38-4bef-8b47-1e646ef657c9 req-ff14c3af-6227-4648-b6f2-0ba2ec8cc907 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487492 May 23 20:26:25.316878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb7378-85f5-4366-b537-daac0f1e601c req-529afcf8-753b-4785-82a5-cd85ccaa9d80 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:25.318411 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8eb7378-85f5-4366-b537-daac0f1e601c req-529afcf8-753b-4785-82a5-cd85ccaa9d80 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0589797 May 23 20:26:25.347369 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:25.369051 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8eb7378-85f5-4366-b537-daac0f1e601c req-8c674528-b7cf-4892-96d5-843f6e81b483 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 May 23 20:26:25.569253 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-812ba8d9-5115-487d-a09a-470af20ebac9 req-c0ed3246-f224-43db-86ae-2699caedcc0c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c2e8cd-3178-4528-b5b1-db0638467714 HTTP/1.1" status: 200 len: 210 time: 0.0272901 May 23 20:26:26.384514 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635dbab-c424-4c4b-8216-a4363b91abb8 req-f3abc38d-d338-436c-8656-fe7bb6cc8451 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:26.385962 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f635dbab-c424-4c4b-8216-a4363b91abb8 req-f3abc38d-d338-436c-8656-fe7bb6cc8451 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0468318 May 23 20:26:26.432772 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f635dbab-c424-4c4b-8216-a4363b91abb8 req-c4972e05-f78e-4f85-a121-067f8afce6aa tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 May 23 20:26:26.486443 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e5ae9-4271-40c7-acda-89e3ed17bd13 req-7cc417db-7b26-454a-8666-7ecdc82c6574 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:26.487827 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c4e5ae9-4271-40c7-acda-89e3ed17bd13 req-7cc417db-7b26-454a-8666-7ecdc82c6574 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 943 time: 0.0473728 May 23 20:26:26.536650 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c4e5ae9-4271-40c7-acda-89e3ed17bd13 req-52710670-8d7b-43ca-9654-e1520b907414 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 May 23 20:26:26.759131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35554) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:26.812417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (8292bae7-2bb8-451f-99d0-d3159921390d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:26.836287 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (8292bae7-2bb8-451f-99d0-d3159921390d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:26.947596 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8292bae7-2bb8-451f-99d0-d3159921390d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:26.950211 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:26.951358 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/security-groups/8292bae7-2bb8-451f-99d0-d3159921390d HTTP/1.1" status: 204 len: 168 time: 0.1912041 May 23 20:26:26.954822 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35556) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:26.960996 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280892e-b8b4-4e0d-bb64-c774d26878ef tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292bae7-2bb8-451f-99d0-d3159921390d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:26.979279 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.api.v2.resource [None req-72ea5c94-bb2e-4c77-aaf9-73656c246ae2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] show failed (client error): The resource could not be found. May 23 20:26:26.980307 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-72ea5c94-bb2e-4c77-aaf9-73656c246ae2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups/8292bae7-2bb8-451f-99d0-d3159921390d HTTP/1.1" status: 404 len: 347 time: 0.0243218 May 23 20:26:26.983818 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35560) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:27.017402 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:26:27.020750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ef2feccf-3cf9-483a-be18-bb3f720aec9c no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:26:27.044148 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:27.048879 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: ef2feccf-3cf9-483a-be18-bb3f720aec9c {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:26:27.053765 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ef2feccf-3cf9-483a-be18-bb3f720aec9c not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:26:27.097473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:27.101916 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port fb0ce9f9-6f2c-4868-97c9-51f524bdbe36 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:26:27.102294 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.148371 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:27.153024 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:27.159851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'mac_address': 'fa:16:3e:a0:bc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:26:27.179192 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.179518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.192343 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for fb0ce9f9-6f2c-4868-97c9-51f524bdbe36 owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:26:27.194871 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:26:27.195258 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.208620 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:26:27.229096 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:27.307442 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.353196 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=9']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:27.360821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.362678 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.362678 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.362678 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.362678 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.362678 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.363161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.363161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.363468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.363791 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.364113 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.364437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.364759 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.365076 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.365394 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:26:27.387225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (fb0ce9f9-6f2c-4868-97c9-51f524bdbe36), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.412369 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=fb0ce9f9-6f2c-4868-97c9-51f524bdbe36,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:27.477624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.480144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:27.481305 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ee9f93b9-82df-4f65-b8b3-5bf590cbbbcb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f8f3f72-7d7c-4164-bbb4-37c37aa1ce13 HTTP/1.1" status: 204 len: 168 time: 0.4964857 May 23 20:26:27.547581 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134df6-c147-49b5-8182-53b26248de8a req-6b89dc41-4bf9-41ae-a8c5-8dcf68808f05 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:27.549070 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a0134df6-c147-49b5-8182-53b26248de8a req-6b89dc41-4bf9-41ae-a8c5-8dcf68808f05 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0478363 May 23 20:26:27.598228 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a0134df6-c147-49b5-8182-53b26248de8a req-4aa5a071-db8a-4990-b50c-6c926e44cdc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 May 23 20:26:27.690316 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:26:27.710067 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2bbb6-188e-48bd-97fb-df77dcdbbdb3 req-2f4fd800-7f3f-4b95-9f86-d39fa68b2fbd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:27.711554 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-30c2bbb6-188e-48bd-97fb-df77dcdbbdb3 req-2f4fd800-7f3f-4b95-9f86-d39fa68b2fbd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.0496666 May 23 20:26:27.761292 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-30c2bbb6-188e-48bd-97fb-df77dcdbbdb3 req-7348f887-e185-4323-8ad5-f842d7563ae9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 May 23 20:26:28.716447 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935a254-e2c7-4b0f-aaea-170e1069bee0 req-5da8c062-f92e-4603-bae0-bb06a1a80f87 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:28.717963 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f935a254-e2c7-4b0f-aaea-170e1069bee0 req-5da8c062-f92e-4603-bae0-bb06a1a80f87 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0499351 May 23 20:26:28.765151 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f935a254-e2c7-4b0f-aaea-170e1069bee0 req-2695738b-55cb-4232-9007-884f797d780d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 May 23 20:26:28.885912 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc4c76-6639-4191-a928-453e8d126222 req-3e3e6ae5-c0fd-487c-8de1-8e8475501516 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:28.887295 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-35fc4c76-6639-4191-a928-453e8d126222 req-3e3e6ae5-c0fd-487c-8de1-8e8475501516 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 944 time: 0.0498283 May 23 20:26:28.933688 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-35fc4c76-6639-4191-a928-453e8d126222 req-ff75979f-f310-4f4a-a31f-5e95aebf5444 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 May 23 20:26:29.021361 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:26:29.069291 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:26:29.074493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:29.260750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:26:29.261093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:29.263475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:29.284270 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:29.286485 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01b7ccb-f209-49c6-bb0b-816a3a22cad8" -d '{"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:29.299342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:29.321538 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff59582-ba7e-48e2-bbf2-97bfe6a20bb2 x-openstack-request-id: req-8ff59582-ba7e-48e2-bbf2-97bfe6a20bb2 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:29.321844 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:29.322133 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ff59582-ba7e-48e2-bbf2-97bfe6a20bb2 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:29.322523 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff59582-ba7e-48e2-bbf2-97bfe6a20bb2'] response: {'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'code': 200} May 23 20:26:29.346958 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:29.393230 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=10']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:29.880232 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5716d87-0b65-48f3-8379-32f0047f18db req-cd821729-b34c-43be-b655-8f2ddd007c24 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:29.881707 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e5716d87-0b65-48f3-8379-32f0047f18db req-cd821729-b34c-43be-b655-8f2ddd007c24 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0468686 May 23 20:26:29.934872 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e5716d87-0b65-48f3-8379-32f0047f18db req-11111d9d-a89c-4fa2-8877-ee8c3b5e9a5d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469806 May 23 20:26:30.075475 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bec1f-712f-4481-9cfa-b415ea2af976 req-29f49122-8719-46c0-b013-c5d196bb8aee tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:30.077199 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-962bec1f-712f-4481-9cfa-b415ea2af976 req-29f49122-8719-46c0-b013-c5d196bb8aee tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0707943 May 23 20:26:30.092491 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784598d4-da4e-41ff-8767-8a6af99c70ee req-801145af-4153-408a-80d3-08f023428782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:30.093910 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-784598d4-da4e-41ff-8767-8a6af99c70ee req-801145af-4153-408a-80d3-08f023428782 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 1130 time: 0.0548730 May 23 20:26:30.106905 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:30.149469 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-962bec1f-712f-4481-9cfa-b415ea2af976 req-25b22b8a-5025-48af-8428-ab72e58e47c1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656137 May 23 20:26:30.178523 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-784598d4-da4e-41ff-8767-8a6af99c70ee req-761ca725-0610-43de-9a66-49e947335c09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651221 May 23 20:26:30.568231 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a9bfa-f61c-41cf-9269-22b44e4eae49 req-1ac93e3e-4894-4701-aa58-3d763d396e5a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:30.569686 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-355a9bfa-f61c-41cf-9269-22b44e4eae49 req-1ac93e3e-4894-4701-aa58-3d763d396e5a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0472517 May 23 20:26:30.615721 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-355a9bfa-f61c-41cf-9269-22b44e4eae49 req-17418597-42cf-4755-bb46-8e8ab7e91475 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405791 May 23 20:26:31.004384 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:26:31.049339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec09e-5def-402e-81ca-168c9ff72b10 req-534518c5-6ec2-491f-a5b3-e05be1ead671 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:31.050824 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-203ec09e-5def-402e-81ca-168c9ff72b10 req-534518c5-6ec2-491f-a5b3-e05be1ead671 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0466554 May 23 20:26:31.096571 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-203ec09e-5def-402e-81ca-168c9ff72b10 req-ff1942de-3b37-4780-8c87-751ac10e9f00 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 May 23 20:26:31.269179 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8efae-c1aa-485c-bd57-e3ac05326f09 req-c3c7aac6-fcdc-4411-b9a9-5621975490ac tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:31.270635 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4ab8efae-c1aa-485c-bd57-e3ac05326f09 req-c3c7aac6-fcdc-4411-b9a9-5621975490ac tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0462153 May 23 20:26:31.316107 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4ab8efae-c1aa-485c-bd57-e3ac05326f09 req-c1ff3714-6926-481f-8f6b-f98b091c6753 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 May 23 20:26:31.729761 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48974bf-c3e7-4140-b095-fcbe246ec585 req-f4e4e752-1dbc-493a-bf12-5eff42708eda tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:31.731257 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b48974bf-c3e7-4140-b095-fcbe246ec585 req-f4e4e752-1dbc-493a-bf12-5eff42708eda tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0485687 May 23 20:26:31.777693 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b48974bf-c3e7-4140-b095-fcbe246ec585 req-5a89f92b-00c0-4b70-a779-bb63d269a5bf tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 May 23 20:26:32.171161 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:32.211369 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f89e9-1060-4c9c-9ead-a3a4b514f85b req-d035ea33-0585-483d-83bf-18286d5e781f tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:32.212842 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e28f89e9-1060-4c9c-9ead-a3a4b514f85b req-d035ea33-0585-483d-83bf-18286d5e781f tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0501695 May 23 20:26:32.259774 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e28f89e9-1060-4c9c-9ead-a3a4b514f85b req-3cb88643-546c-4461-b59d-f1c92456a974 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408325 May 23 20:26:32.437553 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f0919-f836-4ca1-99f8-e35475c0ed8a req-09769906-08e4-49b3-ba6e-14a5f750266e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:32.438962 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b45f0919-f836-4ca1-99f8-e35475c0ed8a req-09769906-08e4-49b3-ba6e-14a5f750266e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0505881 May 23 20:26:32.485110 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b45f0919-f836-4ca1-99f8-e35475c0ed8a req-f41a78c0-57ce-428c-a827-2b8a5d764099 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 May 23 20:26:32.889298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9ddcb-19e0-42f6-922f-6ddb775db135 req-e05a65c5-e812-4f3e-b7d6-dd5563a9b715 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:32.891356 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58d9ddcb-19e0-42f6-922f-6ddb775db135 req-e05a65c5-e812-4f3e-b7d6-dd5563a9b715 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0464914 May 23 20:26:32.936957 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58d9ddcb-19e0-42f6-922f-6ddb775db135 req-90094c38-0764-4896-b4de-a45ad0e0680a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=939b5b69-9a84-4a0c-b82a-b9beb5946a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 May 23 20:26:33.106048 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36e489-4967-430c-92e2-f7a534e92597 req-1c341ec0-f608-41ac-8a71-ce1aa7926a42 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:33.107383 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-eb36e489-4967-430c-92e2-f7a534e92597 req-1c341ec0-f608-41ac-8a71-ce1aa7926a42 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 946 time: 0.0454473 May 23 20:26:33.218502 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:26:33.218851 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:33.315696 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] For port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:33.316064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:33.376718 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89f855-e6d7-400e-85fe-7998f8258a76 req-af02a066-fe94-4b20-8c70-1f3c8d78f1b6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:33.378239 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0f89f855-e6d7-400e-85fe-7998f8258a76 req-af02a066-fe94-4b20-8c70-1f3c8d78f1b6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0490167 May 23 20:26:33.428813 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0f89f855-e6d7-400e-85fe-7998f8258a76 req-7d804546-92c0-49ea-9099-93748640adc3 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448799 May 23 20:26:33.482614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:33.482959 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:33.484190 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP d8eea9e1-928c-4af8-b49a-69d8519bed62 disassociated. External IP: 172.27.2.2, port: b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e. May 23 20:26:33.484190 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:26:33.607253 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764da844-2ac9-48e9-a526-57e459dd267a req-79f3e1d8-7131-4fbd-862a-c658d1816a45 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:33.608861 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-764da844-2ac9-48e9-a526-57e459dd267a req-79f3e1d8-7131-4fbd-862a-c658d1816a45 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0471199 May 23 20:26:33.653839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:33.661698 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-764da844-2ac9-48e9-a526-57e459dd267a req-9f8bbbcc-1491-4468-96e8-2bb3f9b07388 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 May 23 20:26:33.704824 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:33.713452 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:33.731394 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:33.798484 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:33.838680 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dc6a-3089-4b5e-898c-e2307b1e7aa0 req-591563d6-d962-471b-bf31-9e08962d71af tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:33.840163 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7825dc6a-3089-4b5e-898c-e2307b1e7aa0 req-591563d6-d962-471b-bf31-9e08962d71af tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0505967 May 23 20:26:33.846577 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:26:33.853116 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:33.888585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7825dc6a-3089-4b5e-898c-e2307b1e7aa0 req-c7deb883-925e-41b3-9083-462a398dbedd tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 May 23 20:26:33.952740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:26:33.962956 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:26:33.976719 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:33.977334 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:34.004063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] No DVR routers for this DVR port b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:26:34.007265 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:34.011364 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-eb36e489-4967-430c-92e2-f7a534e92597 req-24e69f0f-1968-49d4-b0c3-9a5a1d9de841 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "DELETE /v2.0/ports/b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e HTTP/1.1" status: 204 len: 173 time: 0.8795483 May 23 20:26:34.011855 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'name': 'network-vif-deleted', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:34.014369 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51825ade-42e8-4b6e-a7e3-3201f9c7d47b" -d '{"events": [{"server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "name": "network-vif-deleted", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:34.051533 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-16114169-9ac6-4f10-80a0-f43f92e728e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:34.053130 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-16114169-9ac6-4f10-80a0-f43f92e728e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0688801 May 23 20:26:34.061285 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d23a0f3-4b68-411b-9b5d-60fe8cb4b7e5 x-openstack-request-id: req-3d23a0f3-4b68-411b-9b5d-60fe8cb4b7e5 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:34.061572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e99c75-f555-4442-9cb8-9b296d90b049", "name": "network-vif-deleted", "tag": "b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:34.061822 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d23a0f3-4b68-411b-9b5d-60fe8cb4b7e5 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:34.062267 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d23a0f3-4b68-411b-9b5d-60fe8cb4b7e5'] response: {'server_uuid': '81e99c75-f555-4442-9cb8-9b296d90b049', 'name': 'network-vif-deleted', 'tag': 'b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e', 'status': 'completed', 'code': 200} May 23 20:26:34.109187 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9c68a1af-f961-4171-874d-374911f59b16 req-4426eae4-5016-4637-aa3e-3c8fef9a47e6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.0580366 May 23 20:26:34.111479 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:34.227716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-6ad673e3-c4cf-4c25-abc1-2aa788218a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:34.230162 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:34.231123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-6ad673e3-c4cf-4c25-abc1-2aa788218a9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.1575563 May 23 20:26:34.256539 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:34.306965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-5795b11e-b02d-49bd-aaaf-06f28e4cb793 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 200 len: 1000 time: 0.0669348 May 23 20:26:34.317498 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:34.343439 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:26:34.353199 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:34.357388 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:34.366596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-53ae6526-978d-45e2-86e6-7af9bdb55ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:34.368797 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-53ae6526-978d-45e2-86e6-7af9bdb55ea5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0552754 May 23 20:26:34.416632 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-2c8ed6ce-a221-4055-b150-b6c03f9085d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:34.418506 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-2c8ed6ce-a221-4055-b150-b6c03f9085d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411038 May 23 20:26:34.458980 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:34.517838 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-5e65432d-6256-4027-b902-34c3dd4d7629 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873945 May 23 20:26:34.642671 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:34.666373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007300-9f29-4412-a8a5-51ca8534ad6d None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:26:34.791922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997b34b-b74a-43e7-b132-a6818c63da98 req-ae26eeb3-0870-4ee8-92c3-a8734a19b11f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:34.793467 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8997b34b-b74a-43e7-b132-a6818c63da98 req-ae26eeb3-0870-4ee8-92c3-a8734a19b11f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0551500 May 23 20:26:34.845557 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8997b34b-b74a-43e7-b132-a6818c63da98 req-6775fb41-b4eb-4717-9007-8eb659c76371 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 May 23 20:26:34.850642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:34.910415 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0f583-083a-4228-9afd-68da3192be1a None None] New status for floating IP d8eea9e1-928c-4af8-b49a-69d8519bed62: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:26:34.957235 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-105e1d0c-2f0b-46e2-9d48-74073d28c289 req-ef809aa8-9911-4eb6-8232-dac52474050d service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996990 May 23 20:26:35.022203 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac876f-36fd-4e09-bcc3-9451a7ed0afd req-ec803660-cbf8-49aa-82f8-7b6dde7f1a9e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:35.023783 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01ac876f-36fd-4e09-bcc3-9451a7ed0afd req-ec803660-cbf8-49aa-82f8-7b6dde7f1a9e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0503178 May 23 20:26:35.075419 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01ac876f-36fd-4e09-bcc3-9451a7ed0afd req-c27ecdea-8ff0-4bd6-a93a-cff2fda45be9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456460 May 23 20:26:35.208756 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c087a0d9-db92-4447-a519-10a9d1117dc1 req-9adcad46-e6eb-4019-8e54-17bb4419f747 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=81e99c75-f555-4442-9cb8-9b296d90b049 HTTP/1.1" status: 200 len: 210 time: 0.0287261 May 23 20:26:35.965996 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14faf-5540-4e6a-8147-c6e89be4ef72 req-85e43638-566f-4b91-b306-d21effe8f632 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:35.967370 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c7f14faf-5540-4e6a-8147-c6e89be4ef72 req-85e43638-566f-4b91-b306-d21effe8f632 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0460970 May 23 20:26:36.013391 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c7f14faf-5540-4e6a-8147-c6e89be4ef72 req-9bf5ba9b-ca95-4e55-9005-5767be94f982 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 May 23 20:26:36.201337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006468-0bc4-4c26-ade6-1ff780a5c9cf req-b0b57645-49aa-491a-94ce-01d6f94d9485 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:36.203556 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-48006468-0bc4-4c26-ade6-1ff780a5c9cf req-b0b57645-49aa-491a-94ce-01d6f94d9485 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0494807 May 23 20:26:36.250593 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-48006468-0bc4-4c26-ade6-1ff780a5c9cf req-a584951d-4f86-4189-a698-60cae946e9ab tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 May 23 20:26:36.336073 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35682) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:36.389263 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (939b5b69-9a84-4a0c-b82a-b9beb5946a6f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.399020 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:36.412470 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (939b5b69-9a84-4a0c-b82a-b9beb5946a6f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.518172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (939b5b69-9a84-4a0c-b82a-b9beb5946a6f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.520555 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.521664 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/security-groups/939b5b69-9a84-4a0c-b82a-b9beb5946a6f HTTP/1.1" status: 204 len: 168 time: 0.1845231 May 23 20:26:36.524403 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35684) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:36.530524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cebc2-e54c-4734-b153-44104d22c455 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b5b69-9a84-4a0c-b82a-b9beb5946a6f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:36.540691 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.api.v2.resource [None req-4e268bf6-cc93-4d37-b595-c138dd780407 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] show failed (client error): The resource could not be found. May 23 20:26:36.541684 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4e268bf6-cc93-4d37-b595-c138dd780407 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups/939b5b69-9a84-4a0c-b82a-b9beb5946a6f HTTP/1.1" status: 404 len: 347 time: 0.0159187 May 23 20:26:36.544451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35686) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:36.652612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port 26a02afd-6327-489c-b3f8-2bf38aadf522 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:26:36.652940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.728673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.728993 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (26a02afd-6327-489c-b3f8-2bf38aadf522), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.741133 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for 26a02afd-6327-489c-b3f8-2bf38aadf522 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:26:36.906876 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (26a02afd-6327-489c-b3f8-2bf38aadf522), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.928553 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=26a02afd-6327-489c-b3f8-2bf38aadf522,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:36.991843 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (d8eea9e1-928c-4af8-b49a-69d8519bed62), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.994394 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:36.996451 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8140a724-8c57-495b-970f-91f77e4bde2c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/floatingips/d8eea9e1-928c-4af8-b49a-69d8519bed62 HTTP/1.1" status: 204 len: 168 time: 0.4510405 May 23 20:26:37.037333 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:26:37.057119 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:26:37.057466 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b8e6c93e-c24a-42b7-b2c1-e01bb46dca5e not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:26:37.103923 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35690) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:37.108487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106486053', 'description': 'tempest-description--572243438'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:37.175630 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.227054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:37.244065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (98a2d49e-6f36-4e8c-9601-4d523128a526), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.307002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (98a2d49e-6f36-4e8c-9601-4d523128a526), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.336642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2d49e-6f36-4e8c-9601-4d523128a526,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:37.383230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.384442 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7ba471d1-46b2-4137-9f7f-e4ae90bd878c tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2795677 May 23 20:26:37.387406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35692) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:37.392261 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '98a2d49e-6f36-4e8c-9601-4d523128a526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:37.460842 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (399283cf-bfec-4a5d-a44d-97ca7dddb4cf), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.514744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (399283cf-bfec-4a5d-a44d-97ca7dddb4cf), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.581427 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (399283cf-bfec-4a5d-a44d-97ca7dddb4cf), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.600180 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399283cf-bfec-4a5d-a44d-97ca7dddb4cf,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:37.674065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.675305 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fbf8fae4-3857-40cf-9e4f-eaf5a4a13f50 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869265 May 23 20:26:37.677954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35696) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:37.682224 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '98a2d49e-6f36-4e8c-9601-4d523128a526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:37.781155 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (73f36925-5657-426c-aac4-9b87f3d12e67), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.836979 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (73f36925-5657-426c-aac4-9b87f3d12e67), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.907444 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (73f36925-5657-426c-aac4-9b87f3d12e67), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:37.925061 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f36925-5657-426c-aac4-9b87f3d12e67,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:38.000268 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.001481 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0b372b78-712e-480d-93d0-5672ffefa983 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225381 May 23 20:26:38.004522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35698) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:38.008618 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:38.095629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.174821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.254367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:38.279524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.27.2.63 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/a9dad63e-c45a-492d-978f-4eb9a6e6fb14) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:26:38.382067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.393982 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:38.450002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.484952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:26:38.488524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:26:38.493985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:26:38.526307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=a9dad63e-c45a-492d-978f-4eb9a6e6fb14,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:38.583854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.683338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.854264 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.917788 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:38.989891 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=a9dad63e-c45a-492d-978f-4eb9a6e6fb14,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:38.998779 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:39.105419 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:39.106743 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-dfcedabd-124c-437f-b07a-2397707decb2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1013248 May 23 20:26:39.299362 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-6b159678-c4e8-4ed0-8f09-2e8348250cd7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--106486053&fields=id&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 267 time: 0.0417082 May 23 20:26:39.357019 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:39.401892 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-623289e1-a94d-4985-a98b-e05762327855 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:39.403369 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-623289e1-a94d-4985-a98b-e05762327855 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.0978158 May 23 20:26:39.419119 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-81429b5d-c0d6-401a-ac15-023c001d5d6b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/quotas/cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 375 time: 0.0096307 May 23 20:26:39.471334 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-e0d45bb2-3f40-4611-bda3-61c9daab8543 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466533 May 23 20:26:39.563297 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-b7ba9a1b-436e-4242-a0e7-a11be3dce412 service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806801 May 23 20:26:39.653941 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-10822f04-3cd9-4030-acd4-4a9602aa9476 service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 May 23 20:26:39.877850 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-dada4069-da8e-46b0-9f66-2218d973d9a0 req-8abd7e2e-9c3a-4534-8c85-6646e77d1318 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 210 time: 0.0284152 May 23 20:26:40.974696 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7e518214-945d-4a89-86bb-c0d4ad684087 req-c39239c7-76f2-4463-8006-afa4f37975c3 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 210 time: 0.0287342 May 23 20:26:41.650641 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:41.668891 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-99c41dd9-2579-4945-847b-018a7348a9cd tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:41.670358 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-99c41dd9-2579-4945-847b-018a7348a9cd tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.1036689 May 23 20:26:41.733934 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-9fbf721a-58d2-4361-b574-a239e4feacf1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 379 time: 0.0525467 May 23 20:26:41.742998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'port': {'device_id': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'admin_state_up': True, 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'security_groups': ['98a2d49e-6f36-4e8c-9601-4d523128a526']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:41.918806 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:26:41.922306 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.053897 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.20.0.11 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/3048d4fa-e347-4602-a678-0793975bd1e1) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:26:42.075718 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9db1b928-53cd-4a55-b869-d0a31a68fca5 req-6e88b416-e3cd-41ce-a474-3dc7151c8c36 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 210 time: 0.0312109 May 23 20:26:42.171685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:42.193379 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (3048d4fa-e347-4602-a678-0793975bd1e1), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.318509 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.362974 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:26:42.365908 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:26:42.369645 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:26:42.397279 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:42.421351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:42.422081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.492522 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-64dd721f-edac-4df5-83d5-d7a1245ce3df tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7533965 May 23 20:26:42.504409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Request body: {'port': {'device_id': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:42.569586 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.595926 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-76eb7d65-2dd9-42ed-8288-4beab1b75d27 None None] Provisioning complete for port 3048d4fa-e347-4602-a678-0793975bd1e1 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:26:42.596506 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-76eb7d65-2dd9-42ed-8288-4beab1b75d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.627425 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-76eb7d65-2dd9-42ed-8288-4beab1b75d27 None None] Port 3048d4fa-e347-4602-a678-0793975bd1e1 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:26:42.706139 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:42.853435 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3048d4fa-e347-4602-a678-0793975bd1e1 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:26:42.861242 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks [] for port (3048d4fa-e347-4602-a678-0793975bd1e1), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:42.873582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Transition to ACTIVE for port object 3048d4fa-e347-4602-a678-0793975bd1e1 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:26:42.952595 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:43.004829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Pushing event updated for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:43.072291 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Attempting to bind port 3048d4fa-e347-4602-a678-0793975bd1e1 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:26:43.072944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Attempting to bind port 3048d4fa-e347-4602-a678-0793975bd1e1 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:26:43.072944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Attempting to bind port 3048d4fa-e347-4602-a678-0793975bd1e1 on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:26:43.077757 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Port 3048d4fa-e347-4602-a678-0793975bd1e1 on network 2e834b06-191b-4f74-93c9-403bb39ced80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:26:43.078100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Attempting to bind port 3048d4fa-e347-4602-a678-0793975bd1e1 on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:26:43.083383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:26:43.083717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:26:43.084097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:26:43.084521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Bound port: 3048d4fa-e347-4602-a678-0793975bd1e1, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:26:43.084876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:43.086533 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:43.151767 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:26:43.155050 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3048d4fa-e347-4602-a678-0793975bd1e1,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:26:43.203488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ca977-08dd-4f4a-91c1-32d47cc339c1 req-ea3e4087-5e35-4339-8162-7c06f776451e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.204960 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5d0ca977-08dd-4f4a-91c1-32d47cc339c1 req-ea3e4087-5e35-4339-8162-7c06f776451e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 944 time: 0.0483029 May 23 20:26:43.224752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:43.270504 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.271132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:43.272471 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] 10.222.0.31 "PUT /v2.0/ports/3048d4fa-e347-4602-a678-0793975bd1e1 HTTP/1.1" status: 200 len: 1094 time: 0.7728105 May 23 20:26:43.275494 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:43.277706 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa2d0bd-f616-419c-b158-2b54bf5a4573" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:43.306395 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5d0ca977-08dd-4f4a-91c1-32d47cc339c1 req-6f7574e4-11ff-447a-88e1-2f58dd5f8e2d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955219 May 23 20:26:43.319546 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a9517-eaf3-4df0-bcc6-0d0f1e1db51a service neutron] Pushing event updated for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:43.327617 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9d5e4-d918-42ea-ad27-05be3b615a83 x-openstack-request-id: req-84d9d5e4-d918-42ea-ad27-05be3b615a83 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:43.327970 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:43.328293 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84d9d5e4-d918-42ea-ad27-05be3b615a83 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:43.328909 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d9d5e4-d918-42ea-ad27-05be3b615a83'] response: {'name': 'network-changed', 'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1', 'status': 'completed', 'code': 200} May 23 20:26:43.391922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-0f4d95a3-8d50-4f06-a904-118145a3743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.393424 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-0f4d95a3-8d50-4f06-a904-118145a3743e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 1128 time: 0.0447280 May 23 20:26:43.499526 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-32003412-1bac-448d-bffc-ac0efe97ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.500996 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-32003412-1bac-448d-bffc-ac0efe97ec76 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb1d9be9203346cd8cf364305116abf1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0913846 May 23 20:26:43.596930 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-d0a4cf56-989c-40e5-a735-ba1186179af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.598280 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5aa2d0bd-f616-419c-b158-2b54bf5a4573 req-d0a4cf56-989c-40e5-a735-ba1186179af0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900354 May 23 20:26:43.652224 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:43.681215 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-1a4f2c9d-6c57-4807-a6df-66d916768e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.682715 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-1a4f2c9d-6c57-4807-a6df-66d916768e76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 1128 time: 0.0393796 May 23 20:26:43.723008 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-1793d911-c307-448a-a79a-fe558b072131 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3048d4fa-e347-4602-a678-0793975bd1e1 HTTP/1.1" status: 200 len: 217 time: 0.0332260 May 23 20:26:43.774661 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-a1e62b69-da39-48cf-8c78-6722d57bb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.776053 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-a1e62b69-da39-48cf-8c78-6722d57bb624 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0462999 May 23 20:26:43.817596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-3af65ea9-d6c2-4c2e-89d8-29d39a0f9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:43.818998 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-3af65ea9-d6c2-4c2e-89d8-29d39a0f9a2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361595 May 23 20:26:43.904651 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-dc662aab-bfc1-408f-acf1-0da2c58e28de service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791938 May 23 20:26:43.993055 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ee239499-bab0-4f78-a82a-22ebabee8829 req-676c2239-9ffd-4154-ae7a-dc85b4c78f33 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 May 23 20:26:44.413332 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c426f7-26d1-46f4-979c-61b32ff28411 req-10746199-9c08-4a91-b374-305e5ffa3cff tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:44.414807 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57c426f7-26d1-46f4-979c-61b32ff28411 req-10746199-9c08-4a91-b374-305e5ffa3cff tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 944 time: 0.0460904 May 23 20:26:44.460684 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57c426f7-26d1-46f4-979c-61b32ff28411 req-faeb8277-12a3-4893-a8fd-a036685b3715 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 May 23 20:26:45.555691 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:45.573265 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55721045-c002-49be-9454-abf5dc46d249 req-b68b617b-13dc-4921-b993-cb181dc2e471 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:45.574772 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-55721045-c002-49be-9454-abf5dc46d249 req-b68b617b-13dc-4921-b993-cb181dc2e471 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 944 time: 0.0472813 May 23 20:26:45.621896 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-55721045-c002-49be-9454-abf5dc46d249 req-9bbf6c59-c0ce-4787-ba23-d12da82c1538 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413628 May 23 20:26:46.736803 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9420-d31f-41e5-adac-7928318717af req-cd89eb97-0915-471e-81fd-1690be73ff8a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:46.738297 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-42bd9420-d31f-41e5-adac-7928318717af req-cd89eb97-0915-471e-81fd-1690be73ff8a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 944 time: 0.0507271 May 23 20:26:46.783954 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-42bd9420-d31f-41e5-adac-7928318717af req-132b2f2c-3b90-4397-ae8f-afc97ead1af5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 May 23 20:26:47.069262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3048d4fa-e347-4602-a678-0793975bd1e1 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:26:47.072628 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:47.170981 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3048d4fa-e347-4602-a678-0793975bd1e1,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:47.182100 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '3048d4fa-e347-4602-a678-0793975bd1e1', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'port_id': '3048d4fa-e347-4602-a678-0793975bd1e1', 'mac_address': 'fa:16:3e:7e:42:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:26:47.215820 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 3048d4fa-e347-4602-a678-0793975bd1e1 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:26:47.216216 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:47.229533 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3048d4fa-e347-4602-a678-0793975bd1e1 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:26:47.248806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3048d4fa-e347-4602-a678-0793975bd1e1,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:47.312703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:47.358052 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:47.683960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['3048d4fa-e347-4602-a678-0793975bd1e1'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:26:47.896507 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58657061-4bc0-425d-b227-b8b8c9d0cbaf req-8e8b7493-9726-44ba-8f5f-e01f60b62caf tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:47.897966 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58657061-4bc0-425d-b227-b8b8c9d0cbaf req-8e8b7493-9726-44ba-8f5f-e01f60b62caf tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 945 time: 0.0473158 May 23 20:26:47.943531 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58657061-4bc0-425d-b227-b8b8c9d0cbaf req-4aeacc32-d776-4a72-b89c-75c8703a5579 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 May 23 20:26:48.728985 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a594bc27-5b82-4356-8578-aa518cd39e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:49.053613 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3813c9b-1790-4e94-a0a2-5fd5dbfa8eb3 req-0d83b680-e87b-4056-9fa7-1ce2c78d0d2a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:49.055084 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3813c9b-1790-4e94-a0a2-5fd5dbfa8eb3 req-0d83b680-e87b-4056-9fa7-1ce2c78d0d2a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 945 time: 0.0459599 May 23 20:26:49.084914 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3048d4fa-e347-4602-a678-0793975bd1e1 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:26:49.103335 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3813c9b-1790-4e94-a0a2-5fd5dbfa8eb3 req-8f77c378-7171-430d-b533-5d58f0e291c4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 May 23 20:26:49.125157 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:49.129849 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 3048d4fa-e347-4602-a678-0793975bd1e1 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:26:49.205073 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 3048d4fa-e347-4602-a678-0793975bd1e1 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:26:49.205452 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:49.277402 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 3048d4fa-e347-4602-a678-0793975bd1e1 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:26:49.277718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:49.299703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:49.302038 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd591bf-754c-4bd6-aca2-73eab8aeb7c0" -d '{"events": [{"server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "name": "network-vif-plugged", "status": "completed", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:49.314848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3048d4fa-e347-4602-a678-0793975bd1e1,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:26:49.340065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e87a7-29c6-4498-838e-50df9d611e5a x-openstack-request-id: req-7a1e87a7-29c6-4498-838e-50df9d611e5a {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:49.340352 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "name": "network-vif-plugged", "status": "completed", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:49.340602 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a1e87a7-29c6-4498-838e-50df9d611e5a {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:49.340994 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1e87a7-29c6-4498-838e-50df9d611e5a'] response: {'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1', 'code': 200} May 23 20:26:49.358527 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:49.405378 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:26:49.596642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e5ec-da04-43d9-befa-02a272ac609d req-30f2e766-b6fb-4654-88d9-84b055ace5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:49.597992 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15c0e5ec-da04-43d9-befa-02a272ac609d req-30f2e766-b6fb-4654-88d9-84b055ace5eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 1130 time: 0.0370150 May 23 20:26:49.615167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:49.651240 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15c0e5ec-da04-43d9-befa-02a272ac609d req-999af8c5-2786-47e3-8515-b75c3e49f4b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 May 23 20:26:50.217992 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72096-c5a3-4863-928e-bfb9243f0c26 req-1b9913da-c0f3-4729-80ae-a70b34ecb4e5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:50.220166 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6bb72096-c5a3-4863-928e-bfb9243f0c26 req-1b9913da-c0f3-4729-80ae-a70b34ecb4e5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0478094 May 23 20:26:50.266884 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6bb72096-c5a3-4863-928e-bfb9243f0c26 req-7c798e55-bff2-470f-bb3e-0fd73ff4f481 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 May 23 20:26:50.865856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c3d80e56-bdf0-45fa-98e5-279612c2a644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:50.998658 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=27 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:50.999455 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=61 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:51.384710 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea949a19-8ec2-42ab-87a9-e044c2472d79 req-236a7497-5d3e-4e73-9f76-352d454f7031 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:51.386162 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ea949a19-8ec2-42ab-87a9-e044c2472d79 req-236a7497-5d3e-4e73-9f76-352d454f7031 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0492775 May 23 20:26:51.420720 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:51.432934 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ea949a19-8ec2-42ab-87a9-e044c2472d79 req-404bd746-5a23-44b3-8daf-bf45c916a3a4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 May 23 20:26:52.061161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:52.544764 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b46f-b227-48f7-9ad6-571c7c99586b req-c1b8d970-6705-46da-b65d-2142285e0f5a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:52.546246 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4b45b46f-b227-48f7-9ad6-571c7c99586b req-c1b8d970-6705-46da-b65d-2142285e0f5a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0459445 May 23 20:26:52.591728 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4b45b46f-b227-48f7-9ad6-571c7c99586b req-481f9238-aec7-4403-9c38-a0450e57a6b2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395398 May 23 20:26:52.699689 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60abed-40d0-4d81-a80f-baba609780f7 req-23e4abb7-e26d-4e9f-a805-1a430707ff2a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:52.701138 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1e60abed-40d0-4d81-a80f-baba609780f7 req-23e4abb7-e26d-4e9f-a805-1a430707ff2a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0465219 May 23 20:26:52.710106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35762) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:26:52.714515 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'port_id': '3048d4fa-e347-4602-a678-0793975bd1e1'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:26:52.754524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:53.222725 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:53.399282 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:53.455342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:53.517953 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:53.549132 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 833626ae-39df-4f6c-b373-3befd37a12ed associated. External IP: 172.27.2.63, port: 3048d4fa-e347-4602-a678-0793975bd1e1. May 23 20:26:53.739716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:26:53.742757 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:53.841109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:26:53.846394 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:26:53.850954 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:26:53.861631 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:53.862337 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:53.875513 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-dd5ca781-1d51-4fa4-b9c9-0d7283143d39 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "PUT /v2.0/floatingips/833626ae-39df-4f6c-b373-3befd37a12ed HTTP/1.1" status: 200 len: 991 time: 1.1643381 May 23 20:26:53.876083 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:26:53.878305 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a058b1d-6a18-4410-9bce-c951d56344e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:26:53.915854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d5f0aa-6735-4fde-8109-0fa50557726f x-openstack-request-id: req-d1d5f0aa-6735-4fde-8109-0fa50557726f {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:26:53.916149 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:26:53.916406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1d5f0aa-6735-4fde-8109-0fa50557726f {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:26:53.916821 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d5f0aa-6735-4fde-8109-0fa50557726f'] response: {'name': 'network-changed', 'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1', 'status': 'completed', 'code': 200} May 23 20:26:53.962746 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:53.986723 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-f6d03be5-f264-4707-a9fc-1c888e3d364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:53.988250 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-f6d03be5-f264-4707-a9fc-1c888e3d364e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 1130 time: 0.0429540 May 23 20:26:54.076708 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-9b44fdd2-21b9-4ed1-8132-62bd43b5f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:54.078225 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-9b44fdd2-21b9-4ed1-8132-62bd43b5f110 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.0833905 May 23 20:26:54.150124 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-3a4109d2-6f84-49f9-a9cd-5f0d04452c50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3048d4fa-e347-4602-a678-0793975bd1e1 HTTP/1.1" status: 200 len: 999 time: 0.0581627 May 23 20:26:54.167150 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '833626ae-39df-4f6c-b373-3befd37a12ed', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': '3048d4fa-e347-4602-a678-0793975bd1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:7e:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:26:38Z', 'updated_at': '2022-05-23T20:26:53Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:54.190420 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:26:54.198695 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:26:54.199209 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-d2e25b1f-aae0-483b-a607-a0edefef6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:54.199334 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:54.200724 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-d2e25b1f-aae0-483b-a607-a0edefef6f3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0430315 May 23 20:26:54.233436 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:54.245101 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-b0d05149-4aa0-444a-888b-f5b369d506aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:26:54.250792 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-b0d05149-4aa0-444a-888b-f5b369d506aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388949 May 23 20:26:54.343684 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-a3bf8faa-23b6-41b4-8f14-e1c7553f9e73 service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901067 May 23 20:26:54.374880 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:26:54.433944 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8a058b1d-6a18-4410-9bce-c951d56344e0 req-b10efe4e-bf42-42e1-9c48-b9ee31b30bde service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 May 23 20:26:54.577203 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '833626ae-39df-4f6c-b373-3befd37a12ed', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': '3048d4fa-e347-4602-a678-0793975bd1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:7e:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:26:38Z', 'updated_at': '2022-05-23T20:26:53Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:26:54.604739 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccf5ed-cacb-474a-8528-4ceade2f3803 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '833626ae-39df-4f6c-b373-3befd37a12ed', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': '3048d4fa-e347-4602-a678-0793975bd1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:7e:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:26:38Z', 'updated_at': '2022-05-23T20:26:53Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:26:54.792279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e80501c-a4b7-4af8-9891-ad8e1f8c45e2 None None] New status for floating IP 833626ae-39df-4f6c-b373-3befd37a12ed: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:26:54.883221 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:26:55.043704 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:02.690090 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:02.691893 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=26 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:04.429796 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=53 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:04.430629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=18 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:04.883423 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:05.755460 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-7c93cf40-953c-49db-80d6-2fc9e1b23aef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411360 May 23 20:27:05.818919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-d9297f0c-364a-4d1b-a34e-789ef8af8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:05.820360 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-d9297f0c-364a-4d1b-a34e-789ef8af8ef4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 1130 time: 0.0417893 May 23 20:27:05.920954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-b766cd4e-ffea-4b59-af36-76f44611e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:05.922612 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-b766cd4e-ffea-4b59-af36-76f44611e800 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0838454 May 23 20:27:05.963488 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-bcb5357d-8536-4269-a4bf-5f873d463fc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0965418-0eb9-41f9-bd9a-a071392128fb HTTP/1.1" status: 200 len: 217 time: 0.0320692 May 23 20:27:06.020311 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-24887576-579c-495e-91b5-0ce6685ea7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:06.020311 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-24887576-579c-495e-91b5-0ce6685ea7a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0467644 May 23 20:27:06.062576 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-7c840994-a20c-47c7-b7d3-e20a6e8a4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:06.064036 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-7c840994-a20c-47c7-b7d3-e20a6e8a4563 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379803 May 23 20:27:06.152113 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-7739aefd-4f6e-4e63-831b-3ccc0bfc6481 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808513 May 23 20:27:06.245153 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3b6706c8-bdbb-4c44-8697-0f4a9436abda req-2649deb4-b624-4100-84f4-b07f61bd53e8 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 May 23 20:27:08.004181 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:27:10.182603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae74821-6e4b-41ca-8b3b-180b778c4278 req-74a434c8-18a5-4f24-a6b3-d67d9e7e3c4c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:10.184088 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aae74821-6e4b-41ca-8b3b-180b778c4278 req-74a434c8-18a5-4f24-a6b3-d67d9e7e3c4c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0487771 May 23 20:27:10.222320 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-bdc4fd84-84a7-4a84-92d3-51d7cc89aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:10.223920 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-bdc4fd84-84a7-4a84-92d3-51d7cc89aecd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0405927 May 23 20:27:10.233969 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-aae74821-6e4b-41ca-8b3b-180b778c4278 req-dfa0e666-d669-4da8-9117-c10d7f826f95 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441873 May 23 20:27:10.318845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-b708ea1b-730e-400e-b20e-c0a7f3160a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:10.320212 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-b708ea1b-730e-400e-b20e-c0a7f3160a48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0893307 May 23 20:27:10.381528 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-e2f00985-d78b-469d-9228-a46f76a46022 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1001 time: 0.0533180 May 23 20:27:10.428221 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-486f63b7-9633-44ad-bb28-7f5e1064ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:10.429606 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-486f63b7-9633-44ad-bb28-7f5e1064ee98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0423596 May 23 20:27:10.476006 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-364b09a9-885b-4d14-bfca-e6e2c1d9bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:10.477457 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-364b09a9-885b-4d14-bfca-e6e2c1d9bd75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418983 May 23 20:27:10.564612 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-f5e36aa5-f03a-4fca-bb42-6981bc9ef268 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791318 May 23 20:27:10.654686 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2fc57250-29dc-41a7-b278-387c02f2bb5f req-3ec35b37-6793-4420-9c3d-958034d4a691 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 May 23 20:27:11.350982 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62077b-f1e4-4470-bdd0-88a066a10366 req-86abec0e-e022-4d52-a887-c548611649f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:11.352450 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb62077b-f1e4-4470-bdd0-88a066a10366 req-86abec0e-e022-4d52-a887-c548611649f0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0474770 May 23 20:27:11.377260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:11.382460 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:11.403748 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb62077b-f1e4-4470-bdd0-88a066a10366 req-9df490ef-0c4c-4486-a01b-c3d7bb3f50e0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 May 23 20:27:12.521797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9238a-c52d-4d3c-88c5-34a40d07827a req-8cffbd58-1731-46fe-900c-ae590720b64c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:12.523885 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fcb9238a-c52d-4d3c-88c5-34a40d07827a req-8cffbd58-1731-46fe-900c-ae590720b64c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0495598 May 23 20:27:12.570211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fcb9238a-c52d-4d3c-88c5-34a40d07827a req-07153aa2-332d-4791-82de-108791734d3e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 May 23 20:27:13.682404 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcc0b-d178-4d0f-bde4-61630bcb1d2f req-3ac2af8f-8dfa-4b08-a4e4-4e58d027d755 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:13.683824 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9a3fcc0b-d178-4d0f-bde4-61630bcb1d2f req-3ac2af8f-8dfa-4b08-a4e4-4e58d027d755 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0457659 May 23 20:27:13.729334 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9a3fcc0b-d178-4d0f-bde4-61630bcb1d2f req-e9e1b416-f2dc-4d16-8d75-837f9f832642 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401773 May 23 20:27:14.576984 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=86 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:14.810464 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:14.812327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:14.842525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548806b-3813-4e3d-9588-87c73522bc1a req-4f7815f7-e8dc-4a36-b6b9-0f3146ed111a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:14.843919 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3548806b-3813-4e3d-9588-87c73522bc1a req-4f7815f7-e8dc-4a36-b6b9-0f3146ed111a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0471003 May 23 20:27:14.890156 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3548806b-3813-4e3d-9588-87c73522bc1a req-fa72c0bf-80ba-4ecf-813a-d1becdbb0bab tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397685 May 23 20:27:15.554471 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac1647-94e8-4a4c-b3a5-9b3931ca5f3f req-5b3741c0-ef71-4ced-a14f-55a632fedfbb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:15.555673 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcac1647-94e8-4a4c-b3a5-9b3931ca5f3f req-5b3741c0-ef71-4ced-a14f-55a632fedfbb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0535524 May 23 20:27:15.601332 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcac1647-94e8-4a4c-b3a5-9b3931ca5f3f req-dae218de-4ea5-43b2-b956-b06b064f1c67 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400515 May 23 20:27:16.009386 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a225-a518-4d14-8bfd-1175502b2c98 req-88c19664-6019-4882-8614-acc04a609c21 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:16.010904 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c225a225-a518-4d14-8bfd-1175502b2c98 req-88c19664-6019-4882-8614-acc04a609c21 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0502305 May 23 20:27:16.057049 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c225a225-a518-4d14-8bfd-1175502b2c98 req-7c5a709b-968f-485a-98e7-ccb8189e53f8 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 May 23 20:27:16.715067 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d286f6-c653-44f9-bd9a-0bb2df232324 req-5e609804-9d57-4cb9-944f-70d3ea08a79b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:16.716523 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-47d286f6-c653-44f9-bd9a-0bb2df232324 req-5e609804-9d57-4cb9-944f-70d3ea08a79b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0469639 May 23 20:27:16.762268 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-47d286f6-c653-44f9-bd9a-0bb2df232324 req-6476f7ea-2f1e-4baa-9f17-319857525af7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 May 23 20:27:17.167049 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de83ae4-c3bb-4580-9092-559f6a19e829 req-2f3f3305-12fc-4061-bee6-b59b22ba4044 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:17.168483 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3de83ae4-c3bb-4580-9092-559f6a19e829 req-2f3f3305-12fc-4061-bee6-b59b22ba4044 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0456228 May 23 20:27:17.217642 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3de83ae4-c3bb-4580-9092-559f6a19e829 req-7d20fa94-662d-4475-a97c-2f1ad35f7a87 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 May 23 20:27:17.847665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-b22725d5-3298-422f-9c38-dda438cdd68a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:17.849458 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-b22725d5-3298-422f-9c38-dda438cdd68a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0480340 May 23 20:27:17.879144 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15a20-b10a-4130-9eaa-36e05546fdba req-7d7e1253-635c-4427-9053-340e99b206c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:17.880610 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1bd15a20-b10a-4130-9eaa-36e05546fdba req-7d7e1253-635c-4427-9053-340e99b206c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0474851 May 23 20:27:17.929531 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1bd15a20-b10a-4130-9eaa-36e05546fdba req-c8408537-a017-426d-bc97-46640e463e5d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=a532ace5-bda1-4536-9a43-5885bcda7a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 May 23 20:27:17.937610 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Deleting port 9991b679-f7be-400d-a65d-c38eece74bbe {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:17.938198 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.029580 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] For port 9991b679-f7be-400d-a65d-c38eece74bbe, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9991b679-f7be-400d-a65d-c38eece74bbe,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:18.029946 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.234934 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.235297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.235611 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Floating IP cb30f53a-1042-4cec-b973-fb56df7309c4 disassociated. External IP: 172.27.2.48, port: 9991b679-f7be-400d-a65d-c38eece74bbe. May 23 20:27:18.235954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Calling delete_port for 9991b679-f7be-400d-a65d-c38eece74bbe owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:18.351511 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7ab6a-8054-4589-a5b2-9819ada246a6 req-67b68a39-d18e-4de5-81ea-c337fa1a8781 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:18.352950 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-29e7ab6a-8054-4589-a5b2-9819ada246a6 req-67b68a39-d18e-4de5-81ea-c337fa1a8781 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0603311 May 23 20:27:18.435204 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-29e7ab6a-8054-4589-a5b2-9819ada246a6 req-3d24ad50-daea-4229-bbcd-26aee66efc69 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756371 May 23 20:27:18.495185 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (9991b679-f7be-400d-a65d-c38eece74bbe), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.522434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'Port': ['ID=9991b679-f7be-400d-a65d-c38eece74bbe,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:18.532124 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.532478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.532826 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.533170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.533533 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.533867 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.534225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.534558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.534889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.535219 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.535886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.535886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.536246 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.536660 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.536990 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:18.591536 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:18.623703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:18.645604 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:18.711975 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4475438a-0891-4f4a-9b9b-fd7c14f3388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.747378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:18.757964 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:18.768036 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:18.768635 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:18.809166 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] No DVR routers for this DVR port 9991b679-f7be-400d-a65d-c38eece74bbe on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:27:18.809166 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:18.809166 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cac9b51-c7fb-4b33-93ba-2535f2da73ac req-8d1c466a-17c4-47c2-bb0b-d362b8d4c998 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "DELETE /v2.0/ports/9991b679-f7be-400d-a65d-c38eece74bbe HTTP/1.1" status: 204 len: 173 time: 0.9393241 May 23 20:27:18.809166 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'name': 'network-vif-deleted', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:18.809166 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b6bba-1f9e-48a8-81af-e7818363cc4b" -d '{"events": [{"server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "name": "network-vif-deleted", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:18.813866 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:18.841516 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3ab9f-7fc1-4dc3-ba02-4f763354b827 x-openstack-request-id: req-7ee3ab9f-7fc1-4dc3-ba02-4f763354b827 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:18.841818 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f258da-266e-4cb0-8c76-5a3329d1fdc5", "name": "network-vif-deleted", "tag": "9991b679-f7be-400d-a65d-c38eece74bbe", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:18.842100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ee3ab9f-7fc1-4dc3-ba02-4f763354b827 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:18.842539 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee3ab9f-7fc1-4dc3-ba02-4f763354b827'] response: {'server_uuid': '14f258da-266e-4cb0-8c76-5a3329d1fdc5', 'name': 'network-vif-deleted', 'tag': '9991b679-f7be-400d-a65d-c38eece74bbe', 'status': 'completed', 'code': 200} May 23 20:27:18.894744 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:19.055261 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-317e27e4-c886-400b-a509-8f3721e78ebc req-31821a6a-b93d-492a-ae5f-e076557372b2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0372674 May 23 20:27:19.111173 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:19.135481 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:19.143992 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:19.144584 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:26:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:19.246622 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:19.419972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e82d-73d9-4610-b510-92785c0c9baf req-bc1dfff0-efc2-4184-b334-67b8d2abb067 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:19.421448 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15e5e82d-73d9-4610-b510-92785c0c9baf req-bc1dfff0-efc2-4184-b334-67b8d2abb067 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0473785 May 23 20:27:19.426196 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:19.450468 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58e2e7-814b-470f-8554-f7477f9b84c4 None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:19.473339 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-15e5e82d-73d9-4610-b510-92785c0c9baf req-27da32ba-2898-4114-a280-be884913ed70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460553 May 23 20:27:19.567869 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1340-2893-4146-8248-a172f6eb0b06 req-31a84044-7033-49df-81bb-7fc6d5a4bda6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:19.569324 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0afd1340-2893-4146-8248-a172f6eb0b06 req-31a84044-7033-49df-81bb-7fc6d5a4bda6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0469768 May 23 20:27:19.618219 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0afd1340-2893-4146-8248-a172f6eb0b06 req-9a67e7d1-38ad-4639-a47d-88fe587d5a66 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 May 23 20:27:19.684030 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef904234-b178-4770-8217-abf99c46d182 None None] New status for floating IP cb30f53a-1042-4cec-b973-fb56df7309c4: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:27:20.164490 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27cd9754-6932-448e-872a-8a3be92bfa04 req-1df8bcf7-595b-414a-8e78-8d8248397f74 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=14f258da-266e-4cb0-8c76-5a3329d1fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0270000 May 23 20:27:20.603381 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465fce7-b700-4e7b-8c8c-905c85633308 req-7febd266-fb9a-45b7-ab6b-dc9626b4cc83 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:20.604803 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f465fce7-b700-4e7b-8c8c-905c85633308 req-7febd266-fb9a-45b7-ab6b-dc9626b4cc83 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0488739 May 23 20:27:20.650150 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f465fce7-b700-4e7b-8c8c-905c85633308 req-b7977dd5-4aad-432e-a3e1-3a1daf4f9cdc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 May 23 20:27:20.731493 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71fc57-71fa-438e-a7a7-446a946ad779 req-06df86ec-f733-400e-ad53-23be2a706d63 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:20.732916 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fa71fc57-71fa-438e-a7a7-446a946ad779 req-06df86ec-f733-400e-ad53-23be2a706d63 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0454369 May 23 20:27:20.781890 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fa71fc57-71fa-438e-a7a7-446a946ad779 req-494c4024-2c94-4672-9b5f-4454903f9206 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 May 23 20:27:20.877513 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-cd0f75ba-108e-445d-b094-a98f20b6961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.120384 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-21a99f98-bcd7-4636-93f5-b0d219a2491c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:21.121852 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-21a99f98-bcd7-4636-93f5-b0d219a2491c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0468125 May 23 20:27:21.207754 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Deleting port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:21.208382 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.286232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9991b679-f7be-400d-a65d-c38eece74bbe no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:27:21.302337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] For port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:21.302706 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.304743 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 9991b679-f7be-400d-a65d-c38eece74bbe {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:27:21.305156 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9991b679-f7be-400d-a65d-c38eece74bbe not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:27:21.313933 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35890) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:21.368765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (a532ace5-bda1-4536-9a43-5885bcda7a3d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.392277 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (a532ace5-bda1-4536-9a43-5885bcda7a3d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.424110 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:21.489355 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a532ace5-bda1-4536-9a43-5885bcda7a3d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.492234 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.493552 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "DELETE /v2.0/security-groups/a532ace5-bda1-4536-9a43-5885bcda7a3d HTTP/1.1" status: 204 len: 168 time: 0.1785364 May 23 20:27:21.497013 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35894) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:21.510915 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:21.516782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532ace5-bda1-4536-9a43-5885bcda7a3d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:21.519961 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.api.v2.resource [None req-ca75f33a-29f3-410d-80f3-5a4ac573ce73 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] show failed (client error): The resource could not be found. May 23 20:27:21.520978 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ca75f33a-29f3-410d-80f3-5a4ac573ce73 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups/a532ace5-bda1-4536-9a43-5885bcda7a3d HTTP/1.1" status: 404 len: 347 time: 0.0230076 May 23 20:27:21.525976 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35896) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:21.533930 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.534299 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.534660 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.534995 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.535319 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.535644 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.535972 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.536339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.536607 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.536925 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.537245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.537566 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.537883 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.538223 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.538539 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804a5f-10cb-4f94-993b-3577b007021e tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:21.719228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.719596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.719918 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Floating IP c3a11b69-78c1-4b5b-af37-3a924ed1a093 disassociated. External IP: 172.27.2.93, port: f9e2fedd-ed41-4d66-9fcb-34b45c5b6538. May 23 20:27:21.720477 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Calling delete_port for f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:21.729297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:21.881345 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9cba-0c5e-45b7-b7c6-8bb2c458c482 req-420281f7-75ba-4da6-a3cb-4fe2714a088e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:21.882834 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bfdb9cba-0c5e-45b7-b7c6-8bb2c458c482 req-420281f7-75ba-4da6-a3cb-4fe2714a088e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 946 time: 0.0913715 May 23 20:27:21.902872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13ba44-866f-41c7-8872-c7d4655b3d04 req-f1894e0a-7a88-4fe9-b1f6-a0aea5c0c72e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:21.904361 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf13ba44-866f-41c7-8872-c7d4655b3d04 req-f1894e0a-7a88-4fe9-b1f6-a0aea5c0c72e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0482688 May 23 20:27:21.906340 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (f9e2fedd-ed41-4d66-9fcb-34b45c5b6538), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.929613 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Deleting port dfac34b8-59e4-4bab-8b2c-e768abe2add6 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:21.929957 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:21.941989 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:21.955630 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'Port': ['ID=f9e2fedd-ed41-4d66-9fcb-34b45c5b6538,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:21.994768 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bfdb9cba-0c5e-45b7-b7c6-8bb2c458c482 req-db112d80-5d7d-4431-bff7-69ccb187c891 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=18747b6a-1c13-4213-a620-9158007d9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961583 May 23 20:27:22.029642 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.029973 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (dfac34b8-59e4-4bab-8b2c-e768abe2add6), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.036965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf13ba44-866f-41c7-8872-c7d4655b3d04 req-27ef185f-16bb-4d50-8f2b-f3018afc8a4a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251099 May 23 20:27:22.044406 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Calling delete_port for dfac34b8-59e4-4bab-8b2c-e768abe2add6 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:22.072232 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.099471 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:22.202641 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:22.212183 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:22.224523 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:22.225533 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:22.248013 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] No DVR routers for this DVR port f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:27:22.250528 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.253775 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b918c67d-4222-4b09-954d-149f1f6c5b53 req-b5923519-f0d1-41cf-90d6-a4e6ed96d794 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "DELETE /v2.0/ports/f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 HTTP/1.1" status: 204 len: 173 time: 1.1266489 May 23 20:27:22.254234 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-deleted', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:22.254898 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (dfac34b8-59e4-4bab-8b2c-e768abe2add6), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.256559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1739ffca-9631-46f8-8083-a974cc178890" -d '{"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-deleted", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:22.295198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'Port': ['ID=dfac34b8-59e4-4bab-8b2c-e768abe2add6,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:22.318176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf50172-be09-4c0e-bff4-d96fb8be7805 x-openstack-request-id: req-2cf50172-be09-4c0e-bff4-d96fb8be7805 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:22.318467 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d11af6-2834-47d4-92cc-ee3135a9f976", "name": "network-vif-deleted", "tag": "f9e2fedd-ed41-4d66-9fcb-34b45c5b6538", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:22.318723 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cf50172-be09-4c0e-bff4-d96fb8be7805 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:22.319184 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf50172-be09-4c0e-bff4-d96fb8be7805'] response: {'server_uuid': '27d11af6-2834-47d4-92cc-ee3135a9f976', 'name': 'network-vif-deleted', 'tag': 'f9e2fedd-ed41-4d66-9fcb-34b45c5b6538', 'status': 'completed', 'code': 200} May 23 20:27:22.339189 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:22.368448 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (cb30f53a-1042-4cec-b973-fb56df7309c4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.371049 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.374947 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-241223cc-20ea-46b3-911a-3f8206db68d6 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "DELETE /v2.0/floatingips/cb30f53a-1042-4cec-b973-fb56df7309c4 HTTP/1.1" status: 204 len: 168 time: 0.8452036 May 23 20:27:22.378579 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:22.547449 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35906) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:22.552270 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079561457', 'description': 'tempest-description--1297324430'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:22.655005 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.656299 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:22.680890 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:22.689528 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:22.690677 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:22.724041 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (88c98023-ca5c-4c28-851a-9b50a2f24d27), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.790542 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:22.797683 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (88c98023-ca5c-4c28-851a-9b50a2f24d27), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.827682 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c98023-ca5c-4c28-851a-9b50a2f24d27,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:22.859261 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:22.874035 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.875324 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1335858d-a312-48b2-bd55-9786a9f5b533 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3268373 May 23 20:27:22.878790 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35908) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:22.883023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group_rule': {'security_group_id': '88c98023-ca5c-4c28-851a-9b50a2f24d27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:22.969594 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (1dc1d49d-12e4-42fb-a724-372b2f0baa06), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:22.981545 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:23.004125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:23.005596 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910cbc2-fc37-40bf-9ccd-fcfb9c8b491d None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:23.016915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (1dc1d49d-12e4-42fb-a724-372b2f0baa06), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.079311 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (1dc1d49d-12e4-42fb-a724-372b2f0baa06), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.105799 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc1d49d-12e4-42fb-a724-372b2f0baa06,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:23.143389 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-11419088-9315-48d6-a598-6c3dc1b6fa60 req-dd41464d-7d56-46cb-b2ea-10c1b616addf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=27d11af6-2834-47d4-92cc-ee3135a9f976 HTTP/1.1" status: 200 len: 210 time: 0.0304058 May 23 20:27:23.189031 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10385e-e0b1-4d44-b510-409b443c903a req-39c6c1eb-a819-448d-a081-48f8d853f108 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:23.191598 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8b10385e-e0b1-4d44-b510-409b443c903a req-39c6c1eb-a819-448d-a081-48f8d853f108 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0743523 May 23 20:27:23.194972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.196280 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e92704fc-58bd-4fe1-9b83-43dc6acb4961 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165090 May 23 20:27:23.199060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35914) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:23.203887 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'security_group_rule': {'security_group_id': '88c98023-ca5c-4c28-851a-9b50a2f24d27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:23.263329 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8b10385e-e0b1-4d44-b510-409b443c903a req-ee867d16-1acb-44d9-8eca-9976574da466 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518479 May 23 20:27:23.271700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271f9ad-ade5-4abc-88f5-a95ca9ac6670 None None] New status for floating IP c3a11b69-78c1-4b5b-af37-3a924ed1a093: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:27:23.289492 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (b4640f5b-f3a7-4134-aeeb-51ac077d9819), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.337423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (b4640f5b-f3a7-4134-aeeb-51ac077d9819), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.403246 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (b4640f5b-f3a7-4134-aeeb-51ac077d9819), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.426337 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4640f5b-f3a7-4134-aeeb-51ac077d9819,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:23.491000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.492212 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-abeec340-0f96-4d08-8848-a5fa67fede4d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2920773 May 23 20:27:23.495297 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35916) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:23.499656 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:23.528860 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.569222 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.644929 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.647216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:23.729279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:23.755690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Allocated IP 172.27.2.135 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/55e33d24-f9b4-4af9-9f70-80b77118aa98) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:23.854795 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.940332 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:23.978147 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:23.980999 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:23.983439 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:24.021995 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=55e33d24-f9b4-4af9-9f70-80b77118aa98,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:24.075523 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.185417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.312743 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 35924) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:24.381391 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:24.419616 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a237ba8-2d17-4c7a-a1da-81dd1247a43b req-00e4750c-ea87-46f4-895c-1dc3fe2ca118 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:24.421058 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6a237ba8-2d17-4c7a-a1da-81dd1247a43b req-00e4750c-ea87-46f4-895c-1dc3fe2ca118 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0834908 May 23 20:27:24.456702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.470510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (18747b6a-1c13-4213-a620-9158007d9fe8), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.511673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (18747b6a-1c13-4213-a620-9158007d9fe8), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.516918 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6a237ba8-2d17-4c7a-a1da-81dd1247a43b req-a593992c-d2f3-4781-a254-9186cef58681 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892296 May 23 20:27:24.522980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.532434 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:24.615909 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=55e33d24-f9b4-4af9-9f70-80b77118aa98,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:24.631258 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.699987 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (18747b6a-1c13-4213-a620-9158007d9fe8), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.702775 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.706358 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "DELETE /v2.0/security-groups/18747b6a-1c13-4213-a620-9158007d9fe8 HTTP/1.1" status: 204 len: 168 time: 0.3902078 May 23 20:27:24.706922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35926) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:24.712731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028ec51-3209-41e1-a372-943e4fc5c6ba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18747b6a-1c13-4213-a620-9158007d9fe8,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:24.721483 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.api.v2.resource [None req-d6ece716-82b7-430c-b782-1cd42b46e723 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] show failed (client error): The resource could not be found. May 23 20:27:24.722533 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d6ece716-82b7-430c-b782-1cd42b46e723 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups/18747b6a-1c13-4213-a620-9158007d9fe8 HTTP/1.1" status: 404 len: 347 time: 0.0145862 May 23 20:27:24.725410 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35928) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:24.726550 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.728003 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-409753a2-90d7-4725-8650-4ab82767ebcb tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2315381 May 23 20:27:24.840309 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Deleting port 1b2e5a6e-b785-4d90-8118-736879133c3d {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:24.840657 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.960565 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-076ce680-8d20-4212-9421-99c64104c0df tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1079561457&fields=id&tenant_id=39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 267 time: 0.0648427 May 23 20:27:24.970349 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:24.970678 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (1b2e5a6e-b785-4d90-8118-736879133c3d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.004573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Calling delete_port for 1b2e5a6e-b785-4d90-8118-736879133c3d owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:25.044058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:25.072012 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.133972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-27b6f58e-ff58-4d16-8668-afd0c13a6433 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:25.135375 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-27b6f58e-ff58-4d16-8668-afd0c13a6433 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 811 time: 0.1670444 May 23 20:27:25.156624 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-c5e6b0a1-8f4b-4dac-81f6-ecc61695efbf tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/quotas/39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 375 time: 0.0148365 May 23 20:27:25.235972 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-2a5a76e7-db17-438f-b285-2d8038d68838 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705631 May 23 20:27:25.304030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:25.316201 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:27:25.335355 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:27:25.335703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device f9e2fedd-ed41-4d66-9fcb-34b45c5b6538 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:27:25.337717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (1b2e5a6e-b785-4d90-8118-736879133c3d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.344556 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-ac8e2674-80ed-4715-9002-3ac2c66a886e service neutron] 10.222.0.16 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948138 May 23 20:27:25.372577 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'Port': ['ID=1b2e5a6e-b785-4d90-8118-736879133c3d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:25.489548 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (c3a11b69-78c1-4b5b-af37-3a924ed1a093), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.492032 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.493175 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6b9ac8dc-3cd2-441d-ae06-4e3fd329bb43 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "DELETE /v2.0/floatingips/c3a11b69-78c1-4b5b-af37-3a924ed1a093 HTTP/1.1" status: 204 len: 168 time: 0.7666893 May 23 20:27:25.509765 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-cef3b0bf-260c-4679-93f7-2fec79ea1002 service neutron] 10.222.0.16 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465287 May 23 20:27:25.715681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35946) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:25.720416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485599797', 'description': 'tempest-description--384672294'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:25.780873 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.820313 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dece5538-49d3-49f7-bc8a-2c2f5aafe036 req-1354c84f-9a70-4f8f-b29b-c6d40e487d90 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 210 time: 0.0357344 May 23 20:27:25.822404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a105bc-e07e-4778-820d-0156a8f52d77 req-79188fb4-120a-4903-888b-a6de7d023b13 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:25.823911 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-50a105bc-e07e-4778-820d-0156a8f52d77 req-79188fb4-120a-4903-888b-a6de7d023b13 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0555925 May 23 20:27:25.895582 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-50a105bc-e07e-4778-820d-0156a8f52d77 req-387e2b1f-897e-4892-97c4-2049cc2e0415 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651906 May 23 20:27:25.896334 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (eb7c4d30-a9f3-4456-bc71-d544a819541c), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.951983 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb7c4d30-a9f3-4456-bc71-d544a819541c), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:25.982195 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7c4d30-a9f3-4456-bc71-d544a819541c,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:26.016406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.017686 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-16f6bfd2-2dc2-42ab-92d4-2899cdd96c7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007989 May 23 20:27:26.021298 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35962) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:26.025596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group_rule': {'security_group_id': 'eb7c4d30-a9f3-4456-bc71-d544a819541c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:26.117810 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (3d4de3bf-f94d-4ac0-a81f-1505ed6bd76d), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.171336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (3d4de3bf-f94d-4ac0-a81f-1505ed6bd76d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.243267 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (3d4de3bf-f94d-4ac0-a81f-1505ed6bd76d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.262452 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4de3bf-f94d-4ac0-a81f-1505ed6bd76d,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:26.319623 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.320854 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-4f5f0df5-5123-4526-8099-14fefbbfd241 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986460 May 23 20:27:26.323513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35966) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:26.328096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'security_group_rule': {'security_group_id': 'eb7c4d30-a9f3-4456-bc71-d544a819541c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:26.420831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (66c1ff6f-3f56-4339-82b4-c808afbd1528), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.429724 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:26.467554 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (66c1ff6f-3f56-4339-82b4-c808afbd1528), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.552424 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (66c1ff6f-3f56-4339-82b4-c808afbd1528), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.570172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c1ff6f-3f56-4339-82b4-c808afbd1528,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:26.650342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.651591 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e74450a9-f829-47ac-8c63-2dae1b8b19ce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271022 May 23 20:27:26.654543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 35968) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:26.659280 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:26.745770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.823720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:26.924157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:26.949444 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-55eeca0c-5fa1-455f-aee7-4d2650b4d403 req-0008a454-f961-482b-a95e-8cffa9e39d51 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 210 time: 0.0449660 May 23 20:27:26.976854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Allocated IP 172.27.2.73 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/3de1ad38-0822-4921-ba30-85d82d81d0a2) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:27.045899 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38282e14-d4e6-40f3-9c06-694520bb0948 req-95870d01-9408-4e4d-8bf6-fb57739abde7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:27.048068 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-38282e14-d4e6-40f3-9c06-694520bb0948 req-95870d01-9408-4e4d-8bf6-fb57739abde7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0559180 May 23 20:27:27.084915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bfe8d-1720-4236-a52d-5fbfd928be87 req-d1692ed0-abf7-4744-807f-836e3da93861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:27.086385 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c34bfe8d-1720-4236-a52d-5fbfd928be87 req-d1692ed0-abf7-4744-807f-836e3da93861 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0495021 May 23 20:27:27.098083 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-38282e14-d4e6-40f3-9c06-694520bb0948 req-3805e2d0-a326-4700-a710-3aad70c1f073 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435019 May 23 20:27:27.142499 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.163138 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c34bfe8d-1720-4236-a52d-5fbfd928be87 req-54ce10a7-588e-4023-9e7a-bcaca29e1167 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703902 May 23 20:27:27.266338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.308144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:27.311317 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:27.315591 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:27.317509 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:27.319378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=3de1ad38-0822-4921-ba30-85d82d81d0a2,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:27.402814 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.484137 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.658848 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.700175 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.770473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=3de1ad38-0822-4921-ba30-85d82d81d0a2,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:27.777662 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.844988 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:27.846251 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d0fb7335-1506-43ee-bf3f-03f67093a4b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1907060 May 23 20:27:28.043966 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-fa18544d-4333-4412-83b6-32cbb0b3415f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1485599797&fields=id&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 267 time: 0.0464411 May 23 20:27:28.046179 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-85f36dbf-93f4-419f-af8d-1f9d6a25b901 req-c7d326c3-2131-4fc1-9231-baa0d6abfc65 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 210 time: 0.0279169 May 23 20:27:28.148923 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-b8217a2c-3368-4860-99f3-b6a6d816c361 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:28.150437 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-b8217a2c-3368-4860-99f3-b6a6d816c361 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 817 time: 0.0988677 May 23 20:27:28.165419 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-3ba14f19-1ded-4115-a338-3119b2662613 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/quotas/a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 375 time: 0.0095279 May 23 20:27:28.214102 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-c86e3c61-183a-42cd-9faa-82ed3026e0cb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433748 May 23 20:27:28.214360 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d6a28-5a8e-4f6c-8a19-8945680fd54c req-7bcc61df-4002-4193-b5a8-1f9b1b44c0ef tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:28.215847 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b1d6a28-5a8e-4f6c-8a19-8945680fd54c req-7bcc61df-4002-4193-b5a8-1f9b1b44c0ef tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0467739 May 23 20:27:28.269498 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7b1d6a28-5a8e-4f6c-8a19-8945680fd54c req-62488f70-fb96-421b-bd8b-036280704132 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475154 May 23 20:27:28.318605 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-fbc40122-fa74-4ac5-a492-52f8b5c959a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889323 May 23 20:27:28.374710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:28.407560 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-05e3e0ae-63b1-4c0a-9c52-bf5d21e9b84a service neutron] 10.222.0.16 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829751 May 23 20:27:28.651494 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-27456985-47b1-4f46-9ece-63897aa67b13 req-2c611a7a-8e13-41de-98da-504063ff8f7a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 210 time: 0.0272400 May 23 20:27:28.844588 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:28.923230 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-bf69b2f0-4260-47d6-8478-8067b7bf0756 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:28.924842 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-bf69b2f0-4260-47d6-8478-8067b7bf0756 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 811 time: 0.1087604 May 23 20:27:28.988791 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-cfd2d5ad-dbe7-4b8e-be89-ace5c89bf627 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39849cec37754352a6822cd57277b954 HTTP/1.1" status: 200 len: 380 time: 0.0539491 May 23 20:27:28.998534 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'port': {'device_id': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'admin_state_up': True, 'tenant_id': '39849cec37754352a6822cd57277b954', 'security_groups': ['88c98023-ca5c-4c28-851a-9b50a2f24d27']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:29.160697 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f684047e-66aa-495a-bdd4-33cf3923ebc5 req-501b4fca-8d99-4ea0-9a9f-2815bd2f5131 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 210 time: 0.0287032 May 23 20:27:29.168881 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Made reservation on behalf of 39849cec37754352a6822cd57277b954 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:27:29.172428 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.304247 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Allocated IP 172.20.0.3 (e4da5b57-d47b-4357-af5e-3630e836e52a/216d5865-fc3c-4740-a346-53b1ae2789f2/9f6f0b95-22e5-471b-aabe-b625aff9995f) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:29.388095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190912b4-369b-48b0-b292-a98773f2d83e req-4ed3214a-5063-4916-a1f1-ab7fa0b0135c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:29.389548 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-190912b4-369b-48b0-b292-a98773f2d83e req-4ed3214a-5063-4916-a1f1-ab7fa0b0135c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0477026 May 23 20:27:29.396960 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:29.438605 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-190912b4-369b-48b0-b292-a98773f2d83e req-4934e98a-5b0d-4adb-8d98-d0dead547549 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 May 23 20:27:29.447719 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.530295 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.581083 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Network e4da5b57-d47b-4357-af5e-3630e836e52a is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:29.584284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:29.588379 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:29.617487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event updated for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:29.644844 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:29.645738 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.739230 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-4fa17a45-4238-4b5c-a926-3e4721da7788 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433028 May 23 20:27:29.761621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Request body: {'port': {'device_id': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:29.780331 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0d564382-7e86-419d-9ad1-24eb25d31d1b req-758eb3fa-548d-4d39-9e6f-773055a4eb3c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 210 time: 0.0353420 May 23 20:27:29.840573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.868613 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-f8e0f529-ad33-4d7c-9a19-33b810e001c0 None None] Provisioning complete for port 9f6f0b95-22e5-471b-aabe-b625aff9995f triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:27:29.869170 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f529-ad33-4d7c-9a19-33b810e001c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:29.904068 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0f529-ad33-4d7c-9a19-33b810e001c0 None None] Port 9f6f0b95-22e5-471b-aabe-b625aff9995f cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:27:29.919876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:30.102285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e727ca-2997-485e-bf8d-e38a427445f0 req-a242face-d5b5-49ae-b473-21467b1a7a2f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.103776 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-19e727ca-2997-485e-bf8d-e38a427445f0 req-a242face-d5b5-49ae-b473-21467b1a7a2f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0827034 May 23 20:27:30.149627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-155e5840-26d0-4f37-a408-ee44593c3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.151210 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-155e5840-26d0-4f37-a408-ee44593c3bf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0387185 May 23 20:27:30.193089 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-19e727ca-2997-485e-bf8d-e38a427445f0 req-62264ac2-00c6-4b41-944a-485f9626d7c0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805242 May 23 20:27:30.230971 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6f0b95-22e5-471b-aabe-b625aff9995f {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:27:30.238692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks [] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:30.251983 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Transition to ACTIVE for port object 9f6f0b95-22e5-471b-aabe-b625aff9995f will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:27:30.301457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-ad866477-14f9-4eae-b6ec-d51c72b8c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.302912 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-ad866477-14f9-4eae-b6ec-d51c72b8c503 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.1315544 May 23 20:27:30.310711 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea881-4c89-470e-a4ea-cdbe2dc0fe19 req-b4c29b0c-f67d-4114-9757-e6feaa836c78 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.312032 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8f1ea881-4c89-470e-a4ea-cdbe2dc0fe19 req-b4c29b0c-f67d-4114-9757-e6feaa836c78 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 931 time: 0.0635252 May 23 20:27:30.351742 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:30.360058 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8f1ea881-4c89-470e-a4ea-cdbe2dc0fe19 req-37c30464-4f7c-4258-86fb-26d0e41ea9e2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 May 23 20:27:30.405723 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:30.455456 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-3523afa3-f8fd-4c23-8258-ad4dda49bf59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1001 time: 0.0673494 May 23 20:27:30.466572 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:30.487410 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Attempting to bind port 9f6f0b95-22e5-471b-aabe-b625aff9995f on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:27:30.487866 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Attempting to bind port 9f6f0b95-22e5-471b-aabe-b625aff9995f by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:27:30.493506 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Attempting to bind port 9f6f0b95-22e5-471b-aabe-b625aff9995f on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:30.493942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:30.494096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Port 9f6f0b95-22e5-471b-aabe-b625aff9995f on network e4da5b57-d47b-4357-af5e-3630e836e52a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:27:30.494096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Attempting to bind port 9f6f0b95-22e5-471b-aabe-b625aff9995f on network e4da5b57-d47b-4357-af5e-3630e836e52a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:30.498979 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:27:30.499460 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Checking segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:27:30.499877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Bound using segment: {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:27:30.500307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Bound port: 9f6f0b95-22e5-471b-aabe-b625aff9995f, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b84d87e-0803-4117-a354-f63d7541a382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:27:30.500665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:30.507436 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-7eae6335-4e29-4d0b-871a-c2ec2ab70cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.508931 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-7eae6335-4e29-4d0b-871a-c2ec2ab70cb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0480151 May 23 20:27:30.566719 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:27:30.570599 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:27:30.583018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-9c608f68-a25c-47da-8d45-0776c6149c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.584541 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-9c608f68-a25c-47da-8d45-0776c6149c4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696435 May 23 20:27:30.649847 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:30.674457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:30.682639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.686780 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:30.686780 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] 10.222.0.31 "PUT /v2.0/ports/9f6f0b95-22e5-471b-aabe-b625aff9995f HTTP/1.1" status: 200 len: 1093 time: 0.9279554 May 23 20:27:30.687431 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:30.689733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297a73d6-c422-4e69-9c03-d5fb072e8fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:30.732811 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24f97-3a3b-454d-bed7-f65ae7f149aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:30.738856 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd831e4-1472-49c6-b81c-6ae8fec32e01 x-openstack-request-id: req-acd831e4-1472-49c6-b81c-6ae8fec32e01 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:30.739406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:30.739892 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acd831e4-1472-49c6-b81c-6ae8fec32e01 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:30.740393 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd831e4-1472-49c6-b81c-6ae8fec32e01'] response: {'name': 'network-changed', 'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'status': 'completed', 'code': 200} May 23 20:27:30.745645 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-7aaac573-5934-433c-9cc8-83cdd771e69a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.747333 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-7aaac573-5934-433c-9cc8-83cdd771e69a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 817 time: 0.1924694 May 23 20:27:30.771557 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-202b489b-5eda-4d7f-a556-28226a43c9be service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589561 May 23 20:27:30.804153 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-642c9af4-6a00-44cd-9be7-e7a84733dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.805938 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-642c9af4-6a00-44cd-9be7-e7a84733dbc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 1127 time: 0.0442584 May 23 20:27:30.899439 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-b477adb4-9402-4fec-8f85-3586192d5a6a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 380 time: 0.1384339 May 23 20:27:30.921202 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'port': {'device_id': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'admin_state_up': True, 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'security_groups': ['eb7c4d30-a9f3-4456-bc71-d544a819541c']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:30.928278 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-df4eee04-57ee-4060-bffc-2fa0f46faf45 req-71ed4ef2-51f1-4105-8800-7c77b9ac78c1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 210 time: 0.0610566 May 23 20:27:30.933396 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-85c5d66f-6e7b-4b69-82b4-7dface2fc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:30.935047 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-85c5d66f-6e7b-4b69-82b4-7dface2fc74e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=39849cec37754352a6822cd57277b954&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1206658 May 23 20:27:30.984382 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e5fc7b27-32c6-417e-a991-14d4f814ce12 req-640c6c12-177f-4aef-8a69-55a950a94f90 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040308 May 23 20:27:31.044203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:31.049739 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-49d4ebf4-ebc0-4fb7-8b04-a7e360caaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:31.051277 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-297a73d6-c422-4e69-9c03-d5fb072e8fc4 req-49d4ebf4-ebc0-4fb7-8b04-a7e360caaa1a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023822 May 23 20:27:31.157687 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Made reservation on behalf of a05af8ceb6d041a6a894d5ca3ff820cc for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:27:31.161808 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:31.167234 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-100f736d-ab69-43b7-9d91-a405b2a8f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:31.168754 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-100f736d-ab69-43b7-9d91-a405b2a8f8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 1127 time: 0.0431123 May 23 20:27:31.289717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Allocated IP 172.20.0.9 (8643c6ef-a04e-42d5-acb9-668f5c2b5666/8392adc9-c27d-4b03-90e9-f972ae8f701e/d964f307-0816-459b-b91f-c56aa300d183) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:31.316948 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101686-d3e4-419f-bae8-70eab1f85a79 req-6a412e92-164c-429a-a259-30520795fbbd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:31.318450 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5101686-d3e4-419f-bae8-70eab1f85a79 req-6a412e92-164c-429a-a259-30520795fbbd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0471764 May 23 20:27:31.366377 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f5101686-d3e4-419f-bae8-70eab1f85a79 req-765e0606-0154-4f53-85a5-a774643c802d tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 May 23 20:27:31.401716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:31.433226 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for port (d964f307-0816-459b-b91f-c56aa300d183), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:31.491080 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7334e-d19d-4b55-bb57-0fa0a7a9994a req-8ec825c5-ceba-4a6c-ad05-aada03afaa0d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:31.492451 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcd7334e-d19d-4b55-bb57-0fa0a7a9994a req-8ec825c5-ceba-4a6c-ad05-aada03afaa0d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0632312 May 23 20:27:31.542186 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bcd7334e-d19d-4b55-bb57-0fa0a7a9994a req-d512b183-6fd6-4b3c-a986-c8df2d07f388 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 May 23 20:27:31.558103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:31.593784 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:31.604839 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:31.607849 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:31.612308 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:31.621099 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:31.667822 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:31.668425 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:31.749653 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-95f808d3-81ee-4499-954c-1196221b678f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326097 May 23 20:27:31.876068 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-b796fa97-a0bd-4f15-a116-48899147e0ef None None] Provisioning complete for port d964f307-0816-459b-b91f-c56aa300d183 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:27:31.876617 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b796fa97-a0bd-4f15-a116-48899147e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d964f307-0816-459b-b91f-c56aa300d183), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:31.907632 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-b796fa97-a0bd-4f15-a116-48899147e0ef None None] Port d964f307-0816-459b-b91f-c56aa300d183 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:27:32.059310 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96945d8-52e9-448b-9952-45c46dbf1968 req-9d5b944b-3d2e-40d3-af61-ad0617b7c615 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:32.060681 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b96945d8-52e9-448b-9952-45c46dbf1968 req-9d5b944b-3d2e-40d3-af61-ad0617b7c615 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 931 time: 0.0481501 May 23 20:27:32.108143 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b96945d8-52e9-448b-9952-45c46dbf1968 req-f1507863-cfac-4d96-87b3-19d47bd5a9c7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 May 23 20:27:32.350433 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Request body: {'port': {'device_id': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:32.379821 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-c26418c8-0ca1-4b54-8769-0bc98dfe00bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f HTTP/1.1" status: 200 len: 217 time: 0.0346458 May 23 20:27:32.415771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:32.513710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178ce80-122f-43b2-a077-177f2204de6e req-272faebd-e67c-48f7-9d9b-75cf7535a1ad tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:32.515265 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e178ce80-122f-43b2-a077-177f2204de6e req-272faebd-e67c-48f7-9d9b-75cf7535a1ad tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0786715 May 23 20:27:32.528613 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-9ef3f25b-c6ac-44d6-a846-5729a9f339d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:32.529937 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-9ef3f25b-c6ac-44d6-a846-5729a9f339d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0843706 May 23 20:27:32.590163 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-95c7647a-3eed-417a-893e-5baaeebf975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:32.591632 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-95c7647a-3eed-417a-893e-5baaeebf975d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532513 May 23 20:27:32.599027 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e178ce80-122f-43b2-a077-177f2204de6e req-c038a936-8724-4b8d-ba59-b1178931b7d0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771694 May 23 20:27:32.696878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ab959-e270-4f20-8b18-4dedc48c4427 req-83f86613-2acd-4eb1-ae29-1d9e595135a4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:32.698360 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff4ab959-e270-4f20-8b18-4dedc48c4427 req-83f86613-2acd-4eb1-ae29-1d9e595135a4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0650842 May 23 20:27:32.704818 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-c65095ce-1f9e-4855-8e1e-23a4fbcc78d2 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905612 May 23 20:27:32.761723 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:27:32.775776 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks [] for port (d964f307-0816-459b-b91f-c56aa300d183), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:32.800176 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff4ab959-e270-4f20-8b18-4dedc48c4427 req-7c76696c-f41c-4831-8cd1-23b5de143773 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940318 May 23 20:27:32.801182 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Transition to ACTIVE for port object d964f307-0816-459b-b91f-c56aa300d183 will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:27:32.877490 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:32.926524 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:32.983491 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:32.984661 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=55 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:32.997663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:33.002197 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Attempting to bind port d964f307-0816-459b-b91f-c56aa300d183 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:27:33.006495 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Attempting to bind port d964f307-0816-459b-b91f-c56aa300d183 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:27:33.006495 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Attempting to bind port d964f307-0816-459b-b91f-c56aa300d183 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:33.007670 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Port d964f307-0816-459b-b91f-c56aa300d183 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:27:33.007990 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Attempting to bind port d964f307-0816-459b-b91f-c56aa300d183 on network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:33.013304 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:27:33.013699 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Checking segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:27:33.014109 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Bound using segment: {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:27:33.014538 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Bound port: d964f307-0816-459b-b91f-c56aa300d183, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:27:33.014887 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:33.076506 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:33.082880 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:27:33.087053 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:27:33.224767 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:33.262307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.262939 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:33.264426 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] 10.222.0.31 "PUT /v2.0/ports/d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 1093 time: 0.9188149 May 23 20:27:33.264935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:33.267464 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:33.311758 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d3b0-e3a0-4044-b5c1-6cade000665a service neutron] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:33.336131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686e09d-d18a-4089-914c-6709859484e8 x-openstack-request-id: req-8686e09d-d18a-4089-914c-6709859484e8 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:33.336604 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:33.336961 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8686e09d-d18a-4089-914c-6709859484e8 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:33.338056 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8686e09d-d18a-4089-914c-6709859484e8'] response: {'name': 'network-changed', 'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'status': 'completed', 'code': 200} May 23 20:27:33.413485 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-fa9f8219-7442-499c-8a9a-d17994afd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.413485 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-fa9f8219-7442-499c-8a9a-d17994afd05f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1127 time: 0.0442278 May 23 20:27:33.546547 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-66ada2aa-2111-43c6-9a80-4352635722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.547976 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-66ada2aa-2111-43c6-9a80-4352635722c3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1282005 May 23 20:27:33.570465 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116e02-9701-4145-b0b0-322ff6b3fe80 req-d6070ba4-c9de-4b74-aaaa-35a79c64fc7e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.571957 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b116e02-9701-4145-b0b0-322ff6b3fe80 req-d6070ba4-c9de-4b74-aaaa-35a79c64fc7e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.3834260 May 23 20:27:33.619382 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1bb32d7e-0e2e-48b1-8806-052427f70374 req-d5c618b0-4deb-40d6-a5a6-3af532434144 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745820 May 23 20:27:33.638916 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b116e02-9701-4145-b0b0-322ff6b3fe80 req-e0172fe8-276b-444d-a111-8eeff85a91d6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596998 May 23 20:27:33.660239 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-75ac9258-012b-43dc-95ff-88e405b7c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.661720 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4a9bac21-bdcc-4adf-9b4b-2c55aada040d req-75ac9258-012b-43dc-95ff-88e405b7c8d9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067216 May 23 20:27:33.748953 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-24548031-a3bf-4478-961e-6df1f7286403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.750636 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-24548031-a3bf-4478-961e-6df1f7286403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1127 time: 0.0483074 May 23 20:27:33.759078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf54e0-3e14-427f-a9bd-75e5308d65bb req-afc87322-c7d2-48c8-8a80-8c5503891974 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.760539 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-72cf54e0-3e14-427f-a9bd-75e5308d65bb req-afc87322-c7d2-48c8-8a80-8c5503891974 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0507224 May 23 20:27:33.807454 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-72cf54e0-3e14-427f-a9bd-75e5308d65bb req-437fd460-0269-4028-aa78-94c920d9b97b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 May 23 20:27:33.918265 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb53f-4e17-47e0-9f76-8cf0e223a30b req-a908cec1-f418-4a34-b548-00e64bd22e9a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:33.919621 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0a7eb53f-4e17-47e0-9f76-8cf0e223a30b req-a908cec1-f418-4a34-b548-00e64bd22e9a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0498738 May 23 20:27:33.961295 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:33.965842 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0a7eb53f-4e17-47e0-9f76-8cf0e223a30b req-00947eb0-9685-44bb-9ee4-b1e35745322c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 May 23 20:27:34.062802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aed717-751d-4e3b-b148-9b3ee330c299 req-3622ec84-d7a1-47ec-9bb6-f5bbf69c4d3f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:34.064297 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b6aed717-751d-4e3b-b148-9b3ee330c299 req-3622ec84-d7a1-47ec-9bb6-f5bbf69c4d3f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0472770 May 23 20:27:34.072920 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36072) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:34.077476 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Request body: {'floatingip': {'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:34.131001 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:34.344805 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:34.562646 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:34.567683 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-ca0fffa6-a154-48c3-9511-30bfeec0c181 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 217 time: 0.0321760 May 23 20:27:34.614808 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-d92d75b0-00d5-4656-bdda-ba6e3b3c6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:34.616211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-d92d75b0-00d5-4656-bdda-ba6e3b3c6dcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0431848 May 23 20:27:34.659237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-d77e2810-5b22-4a94-a482-69985bc7cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:34.660769 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-d77e2810-5b22-4a94-a482-69985bc7cc78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386760 May 23 20:27:34.671620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:34.762610 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-e1534586-2715-43da-b12d-3eba3b04b295 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961161 May 23 20:27:34.813514 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3e3c-facc-4c46-adbf-aa5438fd4c6c req-d0cf2793-15cd-4fc5-a06a-f89986d69074 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:34.815478 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d4df3e3c-facc-4c46-adbf-aa5438fd4c6c req-d0cf2793-15cd-4fc5-a06a-f89986d69074 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0839167 May 23 20:27:34.852033 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e42316ee-dc51-4b37-94ec-20373cb29e11 req-52be25d5-c2bb-4d93-8ead-2833142b2ca3 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840988 May 23 20:27:34.871492 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:34.914331 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d4df3e3c-facc-4c46-adbf-aa5438fd4c6c req-16823b7f-271d-4be2-ba94-388788bfc17a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914919 May 23 20:27:34.963653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:35.067647 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:35.072467 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:35.077914 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:35.088799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ab1ad-b7a1-4c16-b9a0-f14f8832c3ed req-2bc0b06c-96bf-47ae-a4b1-df12f0c40e6a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:35.089925 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:35.090297 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-477ab1ad-b7a1-4c16-b9a0-f14f8832c3ed req-2bc0b06c-96bf-47ae-a4b1-df12f0c40e6a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0550809 May 23 20:27:35.090737 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:35.110557 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:35.113067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:35.140021 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-477ab1ad-b7a1-4c16-b9a0-f14f8832c3ed req-78d201f3-f42b-4169-8757-3c25f9d9049b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 May 23 20:27:35.145845 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-36f33244-0b6a-4530-b066-928e0f0b9e40 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "PUT /v2.0/floatingips/26ba13c5-f0cd-40a9-b4e9-684bd890d61b HTTP/1.1" status: 200 len: 993 time: 1.0718551 May 23 20:27:35.178642 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6119971c-e397-4a62-bb09-ce5817919cd6 x-openstack-request-id: req-6119971c-e397-4a62-bb09-ce5817919cd6 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:35.178884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:35.179132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6119971c-e397-4a62-bb09-ce5817919cd6 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:35.179551 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6119971c-e397-4a62-bb09-ce5817919cd6'] response: {'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'status': 'completed', 'code': 200} May 23 20:27:35.197313 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:35.408812 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:27:34Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:35.435992 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:35.444712 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:35.445298 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:35.541096 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:35.736854 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:27:34Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:35.760505 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37178aa0-70d4-4ae8-abb6-52e6e4724853 None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '26ba13c5-f0cd-40a9-b4e9-684bd890d61b', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'port_id': '7b51908c-35c3-4298-a108-01fa7493f77c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'mac_address': 'fa:16:3e:26:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:25:43Z', 'updated_at': '2022-05-23T20:27:34Z', 'revision_number': 3, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:35.866251 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:35.879588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-6684d751-e2f0-44e9-ac7d-a92db6fe81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:35.884142 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-6684d751-e2f0-44e9-ac7d-a92db6fe81ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0410428 May 23 20:27:35.974663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-57c9cdde-c260-4f5b-bd46-5c36501e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:35.976129 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-57c9cdde-c260-4f5b-bd46-5c36501e79f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0893097 May 23 20:27:36.069740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c1b3-5e42-46fa-b6a9-d143fc646d0b req-8eaa2ed9-7058-49a7-9407-ce3c770acd63 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:36.071257 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-eda1c1b3-5e42-46fa-b6a9-d143fc646d0b req-8eaa2ed9-7058-49a7-9407-ce3c770acd63 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0837958 May 23 20:27:36.073290 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-8a7f0c3b-52d8-481f-9a7f-fba34884e2c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1001 time: 0.0920079 May 23 20:27:36.272185 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72fec9-b119-4cfa-93bc-46c04194f9d3 req-d71bb071-09bd-40b7-95f1-102087124556 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:36.273731 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e72fec9-b119-4cfa-93bc-46c04194f9d3 req-d71bb071-09bd-40b7-95f1-102087124556 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0483322 May 23 20:27:36.287694 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:36.331533 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e72fec9-b119-4cfa-93bc-46c04194f9d3 req-d9125d5c-7911-4c1c-8b08-0537a60b43e7 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520458 May 23 20:27:36.385103 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-eda1c1b3-5e42-46fa-b6a9-d143fc646d0b req-4f53b1cb-737a-4220-a580-daff62b33e29 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079674 May 23 20:27:36.386860 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-07a33c56-1766-4a0f-bfc5-41e06997ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:36.388464 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-07a33c56-1766-4a0f-bfc5-41e06997ea3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.3046732 May 23 20:27:36.426479 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:36.431579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-494356c6-004d-45df-aa21-c7c5e8591e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:36.433048 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-494356c6-004d-45df-aa21-c7c5e8591e57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389760 May 23 20:27:36.522544 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-8da034e7-3f75-4619-a09f-867567c67136 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 May 23 20:27:36.607783 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e85f1336-1bcb-4ffe-95a2-020e9bbe4aa4 req-7a8f6240-8688-4493-b60b-0251c58aee9f service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799577 May 23 20:27:37.181146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:37.183550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a3e2a-c397-450e-a1d5-b998a6a79474" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:37.217279 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61c4f70-cc4a-4671-9ffa-7a6d70c6ddef x-openstack-request-id: req-e61c4f70-cc4a-4671-9ffa-7a6d70c6ddef {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:37.217567 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:37.217819 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e61c4f70-cc4a-4671-9ffa-7a6d70c6ddef {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:37.218268 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61c4f70-cc4a-4671-9ffa-7a6d70c6ddef'] response: {'name': 'network-changed', 'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'status': 'completed', 'code': 200} May 23 20:27:37.274935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-70d29b79-1a92-459b-9454-d5eef303ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.276345 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-70d29b79-1a92-459b-9454-d5eef303ca3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=02969314f19c4dc182b0dbe76aad9a34&device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 1130 time: 0.0371284 May 23 20:27:37.368305 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-79f3e3e7-9e99-42b5-922e-d2f76edf5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.369816 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-79f3e3e7-9e99-42b5-922e-d2f76edf5869 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 200 len: 919 time: 0.0869465 May 23 20:27:37.400772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:27:37.466807 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-3e5ddb18-b92f-4d7d-ad6a-1fcabd2d149e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 200 len: 1001 time: 0.0898676 May 23 20:27:37.478078 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2b9b-5f66-4389-b425-c104c696279c req-db3d4354-79f8-40af-b3e9-b5249d97906c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.479675 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4dc2b9b-5f66-4389-b425-c104c696279c req-db3d4354-79f8-40af-b3e9-b5249d97906c tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 943 time: 0.0680497 May 23 20:27:37.507365 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3048e-5244-4013-935c-5c2af8e73068 req-8d0593bb-2313-43a8-bfda-bac7f373f18f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.508978 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3e3048e-5244-4013-935c-5c2af8e73068 req-8d0593bb-2313-43a8-bfda-bac7f373f18f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0491102 May 23 20:27:37.515117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:37.529095 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'd964f307-0816-459b-b91f-c56aa300d183', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:27:37.550117 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-22dc2ea2-f796-4dc0-8cb1-1fb6ba2282e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.551587 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-22dc2ea2-f796-4dc0-8cb1-1fb6ba2282e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 200 len: 857 time: 0.0707490 May 23 20:27:37.557289 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:37.561995 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3e3048e-5244-4013-935c-5c2af8e73068 req-4b418ed3-3a37-42d1-b4bf-0146c4a59a57 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 May 23 20:27:37.573445 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:27:37.574124 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:37.589191 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:27:37.589503 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4dc2b9b-5f66-4389-b425-c104c696279c req-68fdaa01-bf76-4198-af6a-b821442acd10 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001301 May 23 20:27:37.612201 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:37.619583 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-743bfa9d-ff60-492d-8dbb-fac0c0db682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:37.621068 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-743bfa9d-ff60-492d-8dbb-fac0c0db682f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9b05af20-bb00-474e-91be-5942b9baa0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506103 May 23 20:27:37.683322 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:37.684081 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9f6f0b95-22e5-471b-aabe-b625aff9995f details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:27:37.714084 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-cf87c70d-5098-40c0-85c1-e03d6d014842 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861948 May 23 20:27:37.757775 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:37.792084 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.792434 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.792799 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.793145 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.793480 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.793806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.794165 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.794493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.794819 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.795144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.795467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.795793 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.796116 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.796437 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.796756 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:27:37.797325 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:37.802989 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-644a3e2a-c397-450e-a1d5-b998a6a79474 req-9829575e-6807-4e23-ae4f-77028b5fa256 service neutron] 10.222.0.31 "GET /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 May 23 20:27:37.838863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:37.840841 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:37.850454 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'port_id': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'mac_address': 'fa:16:3e:47:b7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:27:37.870660 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:37.888090 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 9f6f0b95-22e5-471b-aabe-b625aff9995f is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:27:37.894036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:37.901456 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6f0b95-22e5-471b-aabe-b625aff9995f {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:27:37.920441 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:37.969082 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:38.014418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:38.445383 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['9f6f0b95-22e5-471b-aabe-b625aff9995f'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:27:38.551541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['d964f307-0816-459b-b91f-c56aa300d183'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:27:38.693827 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd774ac-97a2-4376-88f3-deaaccfe2c70 req-c6dec308-3b13-4ced-b7d2-671d78b1ab72 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:38.695436 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7fd774ac-97a2-4376-88f3-deaaccfe2c70 req-c6dec308-3b13-4ced-b7d2-671d78b1ab72 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 944 time: 0.0553198 May 23 20:27:38.721837 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d903a3-0d56-4e40-a138-3d72365f0234 req-bf72e376-8805-459a-9b09-474de1bdd0a5 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:38.723326 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22d903a3-0d56-4e40-a138-3d72365f0234 req-bf72e376-8805-459a-9b09-474de1bdd0a5 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 944 time: 0.0542414 May 23 20:27:38.746540 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7fd774ac-97a2-4376-88f3-deaaccfe2c70 req-231bc78a-ca89-4a90-8dc8-fab3cc294adc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 May 23 20:27:38.769482 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22d903a3-0d56-4e40-a138-3d72365f0234 req-00eee585-d9eb-4a34-bcd0-46254dd08272 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 May 23 20:27:39.864291 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872745-1e83-43cb-8fe3-26a4d7e2da33 req-637bc695-8f66-40cb-b5dd-67f86ba8e837 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:39.867013 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92872745-1e83-43cb-8fe3-26a4d7e2da33 req-637bc695-8f66-40cb-b5dd-67f86ba8e837 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 944 time: 0.0495214 May 23 20:27:39.883988 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520a7eb-76d4-42c1-8d24-35224266a8a6 req-eb8bc57f-047c-4db9-b90e-95e671fdc540 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:39.885466 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b520a7eb-76d4-42c1-8d24-35224266a8a6 req-eb8bc57f-047c-4db9-b90e-95e671fdc540 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 944 time: 0.0480504 May 23 20:27:39.916980 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92872745-1e83-43cb-8fe3-26a4d7e2da33 req-bb87a24f-6ec8-468d-9be4-4a6a878b3a23 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 May 23 20:27:39.932973 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b520a7eb-76d4-42c1-8d24-35224266a8a6 req-c5bb29ff-3d47-4f0b-91f1-89c726179565 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 May 23 20:27:39.988472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9f6f0b95-22e5-471b-aabe-b625aff9995f up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:27:40.032117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 9f6f0b95-22e5-471b-aabe-b625aff9995f completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:27:40.105459 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 9f6f0b95-22e5-471b-aabe-b625aff9995f triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:27:40.105842 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.176736 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 9f6f0b95-22e5-471b-aabe-b625aff9995f is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:27:40.177118 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.199132 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:40.201567 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d553c9d7-2190-4e53-baaa-5085f968373a" -d '{"events": [{"server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:40.214181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:40.238267 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abf965-083c-4fa4-a861-6e386637c565 x-openstack-request-id: req-44abf965-083c-4fa4-a861-6e386637c565 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:40.240103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:40.240103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44abf965-083c-4fa4-a861-6e386637c565 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:40.240103 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44abf965-083c-4fa4-a861-6e386637c565'] response: {'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'code': 200} May 23 20:27:40.300997 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.301861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:27:40.365633 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:40.377936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:40.384575 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port d964f307-0816-459b-b91f-c56aa300d183 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:27:40.459813 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port d964f307-0816-459b-b91f-c56aa300d183 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:27:40.460217 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d964f307-0816-459b-b91f-c56aa300d183), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.524271 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:40.539589 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:27:40.539972 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.564896 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef90a-67fe-459c-96ad-9961f35bba6b req-c04d7bbd-b3d6-4213-9a31-04b381e9e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:40.566413 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b1ef90a-67fe-459c-96ad-9961f35bba6b req-c04d7bbd-b3d6-4213-9a31-04b381e9e993 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 1129 time: 0.0426965 May 23 20:27:40.573568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:40.591751 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:40.611508 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8b1ef90a-67fe-459c-96ad-9961f35bba6b req-1977ae16-1d73-46ad-b186-5bc8e4b2849e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382848 May 23 20:27:40.654354 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:40.815033 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:41.038126 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a516b21-6377-4596-9a7c-8b60332ddeca req-ba199666-c911-4a4e-ae29-0803cb22ab5f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:41.039599 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a516b21-6377-4596-9a7c-8b60332ddeca req-ba199666-c911-4a4e-ae29-0803cb22ab5f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0486395 May 23 20:27:41.060600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b947e7-a1b9-4b8b-9468-e342d4bf17a0 req-c19da077-3318-4c98-8a98-3817bf3da3c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:41.062114 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-55b947e7-a1b9-4b8b-9468-e342d4bf17a0 req-c19da077-3318-4c98-8a98-3817bf3da3c1 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0524077 May 23 20:27:41.087827 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8a516b21-6377-4596-9a7c-8b60332ddeca req-64795acb-edcc-4db9-a5f3-716685bdcdbc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 May 23 20:27:41.110884 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-55b947e7-a1b9-4b8b-9468-e342d4bf17a0 req-b0718bff-e7de-4029-bae6-f8d266e420cc tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 May 23 20:27:42.211672 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c1b6-8a3a-4cc3-870a-1cae93330cad req-ef705061-f221-4420-ab68-7d86209f0404 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:42.214780 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4711c1b6-8a3a-4cc3-870a-1cae93330cad req-ef705061-f221-4420-ab68-7d86209f0404 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0525892 May 23 20:27:42.231149 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29d7f-63ec-4d4c-9a07-4e0e453b50a0 req-c6d28878-ee46-4e2b-8bc2-8d021ffbf87b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:42.233522 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-12f29d7f-63ec-4d4c-9a07-4e0e453b50a0 req-c6d28878-ee46-4e2b-8bc2-8d021ffbf87b tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0552597 May 23 20:27:42.240530 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:42.242908 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83268105-15c5-455a-8dcb-9a898294fb52" -d '{"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:42.272086 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4711c1b6-8a3a-4cc3-870a-1cae93330cad req-c7260769-ceeb-49db-afed-85d27e79c699 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529232 May 23 20:27:42.289763 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-12f29d7f-63ec-4d4c-9a07-4e0e453b50a0 req-724b8a96-3d21-4894-85cc-bb762b7fdae4 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477126 May 23 20:27:42.320051 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a32076-873a-4d4b-8d5f-041eab2f6367 x-openstack-request-id: req-24a32076-873a-4d4b-8d5f-041eab2f6367 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:42.320361 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:42.320626 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24a32076-873a-4d4b-8d5f-041eab2f6367 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:42.321006 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a32076-873a-4d4b-8d5f-041eab2f6367'] response: {'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'code': 200} May 23 20:27:42.914881 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eead8-8bb1-4ba1-a8de-f30ad8bf16cf req-81f7327e-e53d-40a6-b3dd-f648b4f7ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:42.916456 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bf5eead8-8bb1-4ba1-a8de-f30ad8bf16cf req-81f7327e-e53d-40a6-b3dd-f648b4f7ae96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1129 time: 0.0385664 May 23 20:27:42.963894 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bf5eead8-8bb1-4ba1-a8de-f30ad8bf16cf req-6e986964-0e18-48a7-b222-29c47dcff160 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383379 May 23 20:27:43.391544 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e17d1-c670-4631-a56c-b76052429831 req-899db344-6598-4313-9d5c-a76a21525c81 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:43.393154 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ae9e17d1-c670-4631-a56c-b76052429831 req-899db344-6598-4313-9d5c-a76a21525c81 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0477068 May 23 20:27:43.412125 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e340b0-8d83-45ad-918e-4268db9c8d22 req-7a527079-0956-48ec-9e44-816e468ef516 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:43.413594 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-06e340b0-8d83-45ad-918e-4268db9c8d22 req-7a527079-0956-48ec-9e44-816e468ef516 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0463564 May 23 20:27:43.445022 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ae9e17d1-c670-4631-a56c-b76052429831 req-e610ba6a-c7fc-47ef-bc14-3eb1c0b90863 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 May 23 20:27:43.460917 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-06e340b0-8d83-45ad-918e-4268db9c8d22 req-f49d66f8-2bed-4cd0-b388-3d8b4f2a9e1d tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 May 23 20:27:43.568559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649d1b-05fd-4587-9101-a895b704058d req-4031cb2d-8888-4c8a-b9bb-25da2ab7f521 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:43.570006 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57649d1b-05fd-4587-9101-a895b704058d req-4031cb2d-8888-4c8a-b9bb-25da2ab7f521 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0474682 May 23 20:27:43.578507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36138) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:43.582723 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Request body: {'floatingip': {'port_id': '9f6f0b95-22e5-471b-aabe-b625aff9995f'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:43.618442 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:44.032109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:44.048427 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:44.145489 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:44.194163 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:44.244095 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Floating IP 974e8740-1344-4816-9616-1a222ea69deb associated. External IP: 172.27.2.135, port: 9f6f0b95-22e5-471b-aabe-b625aff9995f. May 23 20:27:44.436626 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:44.578238 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:44.585444 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979070-3ab1-47dd-b3d1-35e068843819 req-e28e8717-b304-4c57-90e3-ef01630160b2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:44.586970 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f1979070-3ab1-47dd-b3d1-35e068843819 req-e28e8717-b304-4c57-90e3-ef01630160b2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0647888 May 23 20:27:44.589980 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:44.590194 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:44.615868 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:44.616256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:44.642119 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-884ba668-bec8-444c-9cca-f5f51a2088c9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "PUT /v2.0/floatingips/974e8740-1344-4816-9616-1a222ea69deb HTTP/1.1" status: 200 len: 991 time: 1.0608022 May 23 20:27:44.646409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:44.648826 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285" -d '{"events": [{"name": "network-changed", "server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:44.682955 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f1979070-3ab1-47dd-b3d1-35e068843819 req-ef73f6b0-b423-4c2b-ac99-5f52459f86f7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886228 May 23 20:27:44.709671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df13371-45f4-49dd-9fd1-3d4ce4eb1ea7 x-openstack-request-id: req-0df13371-45f4-49dd-9fd1-3d4ce4eb1ea7 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:44.709961 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:44.710336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0df13371-45f4-49dd-9fd1-3d4ce4eb1ea7 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:44.710752 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df13371-45f4-49dd-9fd1-3d4ce4eb1ea7'] response: {'name': 'network-changed', 'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'status': 'completed', 'code': 200} May 23 20:27:44.736271 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:44.978409 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '974e8740-1344-4816-9616-1a222ea69deb', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:47:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:24Z', 'updated_at': '2022-05-23T20:27:43Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:45.001715 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:45.002604 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:27:45.010093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:45.010699 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:45.093722 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-85cb9c12-0785-4e86-b371-2eed01a10a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.095227 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-85cb9c12-0785-4e86-b371-2eed01a10a87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=39849cec37754352a6822cd57277b954&device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 1129 time: 0.0421932 May 23 20:27:45.113859 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:45.185296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-6ab131df-a450-441a-b9e5-a6ec194ce587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.186782 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-6ab131df-a450-441a-b9e5-a6ec194ce587 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 200 len: 912 time: 0.0831428 May 23 20:27:45.275754 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-013771e1-0c82-4c1e-addf-a8777329eb75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f HTTP/1.1" status: 200 len: 999 time: 0.0596993 May 23 20:27:45.294472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:45.327991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-dd2051ef-985d-476f-8e0b-a95b1f2de7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.329596 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-dd2051ef-985d-476f-8e0b-a95b1f2de7a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 200 len: 850 time: 0.0479555 May 23 20:27:45.332043 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:45.338418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '974e8740-1344-4816-9616-1a222ea69deb', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:47:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:24Z', 'updated_at': '2022-05-23T20:27:43Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:45.362160 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee0eb93-6c73-4afc-8b53-90259f3f6e0a None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '974e8740-1344-4816-9616-1a222ea69deb', 'tenant_id': '39849cec37754352a6822cd57277b954', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'port_id': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'mac_address': 'fa:16:3e:47:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:24Z', 'updated_at': '2022-05-23T20:27:43Z', 'revision_number': 1, 'project_id': '39849cec37754352a6822cd57277b954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:45.379118 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-2fce0f82-b559-4303-a620-b8015627f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.380609 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-2fce0f82-b559-4303-a620-b8015627f5bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4da5b57-d47b-4357-af5e-3630e836e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419068 May 23 20:27:45.474440 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-90ffbae9-bac1-4b3e-ad2c-fc3a01e611b8 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875533 May 23 20:27:45.534108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:45.563358 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8794cfa-6dea-45ab-8453-04c96bff24cc None None] New status for floating IP 974e8740-1344-4816-9616-1a222ea69deb: ACTIVE {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:27:45.577857 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f1ce5ec4-8ef3-48c9-a2c6-c5e11aa88285 req-87ea5c62-2101-42cd-aa0c-1cf77f46f503 service neutron] 10.222.0.31 "GET /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940509 May 23 20:27:45.798030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa7ff6-7f02-4d58-bfea-40e5be2de3af req-2df9371c-1bd7-49e6-a135-c768ae3b2499 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.800016 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fbfa7ff6-7f02-4d58-bfea-40e5be2de3af req-2df9371c-1bd7-49e6-a135-c768ae3b2499 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0481572 May 23 20:27:45.812395 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:45.848918 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fbfa7ff6-7f02-4d58-bfea-40e5be2de3af req-b467586d-fdf4-4482-a7c1-aebaf26d5528 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 May 23 20:27:45.963505 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d618a53-219d-4bd5-8640-1d345554c9ed req-cf7e77f3-81e4-474c-bbdd-daae9874ada1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:45.964952 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7d618a53-219d-4bd5-8640-1d345554c9ed req-cf7e77f3-81e4-474c-bbdd-daae9874ada1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0460415 May 23 20:27:45.973922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36170) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:45.978219 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Request body: {'floatingip': {'port_id': 'd964f307-0816-459b-b91f-c56aa300d183'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:46.017743 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:46.338985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:46.432884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:46.477354 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:46.551894 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:46.570379 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Floating IP 503a8668-ff90-45a0-92d9-cd4271e6652f associated. External IP: 172.27.2.73, port: d964f307-0816-459b-b91f-c56aa300d183. May 23 20:27:46.858498 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627a6e-075a-4a88-ac77-23edf3508dfc req-af4a5e9a-5838-4a74-a44d-03f9a382ff07 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:46.859998 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33627a6e-075a-4a88-ac77-23edf3508dfc req-af4a5e9a-5838-4a74-a44d-03f9a382ff07 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0529439 May 23 20:27:46.909652 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33627a6e-075a-4a88-ac77-23edf3508dfc req-18576438-79f9-4011-b369-ec9fb963f835 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 May 23 20:27:47.024786 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:47.125413 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:47.130679 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:47.135969 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:47.145143 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:47.145735 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:47.159203 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-79987c04-4787-4cc1-ab0e-dd5f218f4121 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "PUT /v2.0/floatingips/503a8668-ff90-45a0-92d9-cd4271e6652f HTTP/1.1" status: 200 len: 990 time: 1.1842535 May 23 20:27:47.159893 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:47.162227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15470b1-682b-4c76-8321-a82ecd5e14b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:47.200679 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d40a4c-3ced-4348-b984-a03c154cf9b2 x-openstack-request-id: req-56d40a4c-3ced-4348-b984-a03c154cf9b2 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:47.200969 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:47.201222 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d40a4c-3ced-4348-b984-a03c154cf9b2 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:47.201633 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d40a4c-3ced-4348-b984-a03c154cf9b2'] response: {'name': 'network-changed', 'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'status': 'completed', 'code': 200} May 23 20:27:47.246343 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:47.449195 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '503a8668-ff90-45a0-92d9-cd4271e6652f', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:27Z', 'updated_at': '2022-05-23T20:27:46Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:47.473139 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:47.481256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:47.481841 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:47.694392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:47.894049 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '503a8668-ff90-45a0-92d9-cd4271e6652f', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:27Z', 'updated_at': '2022-05-23T20:27:46Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:47.921344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b0552-37a8-4da4-b54a-e83994e32adc None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '503a8668-ff90-45a0-92d9-cd4271e6652f', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:27Z', 'updated_at': '2022-05-23T20:27:46Z', 'revision_number': 1, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:48.023245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab424-e698-4417-95c2-f43bc5511f33 req-ac3f38ca-bf5c-48c0-a261-c0819a249250 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.024780 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c12ab424-e698-4417-95c2-f43bc5511f33 req-ac3f38ca-bf5c-48c0-a261-c0819a249250 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0469453 May 23 20:27:48.073287 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c12ab424-e698-4417-95c2-f43bc5511f33 req-bb4851a7-a30a-475b-9e3a-edf33a0301e8 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=98a2d49e-6f36-4e8c-9601-4d523128a526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429480 May 23 20:27:48.124255 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe90c77-c10c-4167-8b4c-e2b3f37b20b1 None None] New status for floating IP 503a8668-ff90-45a0-92d9-cd4271e6652f: ACTIVE {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:27:48.144199 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-1564d3f4-6135-4c54-8a02-4cbe403cfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.145715 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-1564d3f4-6135-4c54-8a02-4cbe403cfc96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1129 time: 0.0427070 May 23 20:27:48.241296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-778130b1-a12c-4906-811b-8d1f395e8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.242720 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-778130b1-a12c-4906-811b-8d1f395e8f65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.0901272 May 23 20:27:48.292742 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:48.325081 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-c3a04c88-b9e5-46b6-acd2-0313e0431ae3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 998 time: 0.0589457 May 23 20:27:48.378573 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-d172784a-5b27-4738-bb7a-a522ca501396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.380025 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-d172784a-5b27-4738-bb7a-a522ca501396 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0438085 May 23 20:27:48.451911 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-d7016e42-63a8-40ef-8e66-24bba1545b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.453377 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-d7016e42-63a8-40ef-8e66-24bba1545b87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390759 May 23 20:27:48.461431 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-c7ec8b5f-44fb-4c0c-a54a-b8ff6f883bb4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:48.462904 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-c7ec8b5f-44fb-4c0c-a54a-b8ff6f883bb4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 946 time: 0.0477571 May 23 20:27:48.545095 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-c6d2548b-0a58-458d-9c76-301bb54dc68a service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 May 23 20:27:48.547792 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port 3048d4fa-e347-4602-a678-0793975bd1e1 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:48.548161 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:48.635676 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b15470b1-682b-4c76-8321-a82ecd5e14b3 req-c13c60d7-e944-489a-b78c-d7f716abd8d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820625 May 23 20:27:48.637746 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] For port 3048d4fa-e347-4602-a678-0793975bd1e1, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3048d4fa-e347-4602-a678-0793975bd1e1,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:27:48.638304 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:48.699990 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-36da0ace-1141-430b-9e74-5571b622626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:48.780556 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:48.804227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:48.804523 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:48.804842 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 833626ae-39df-4f6c-b373-3befd37a12ed disassociated. External IP: 172.27.2.63, port: 3048d4fa-e347-4602-a678-0793975bd1e1. May 23 20:27:48.805193 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for 3048d4fa-e347-4602-a678-0793975bd1e1 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:48.991444 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (3048d4fa-e347-4602-a678-0793975bd1e1), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:49.018618 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=3048d4fa-e347-4602-a678-0793975bd1e1,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:49.069478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:49.130355 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:27:49.208281 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a0c3d061-69bd-4a3d-93d5-345ead1a2492 req-9f5bf54f-2c24-478e-af7c-6c07f1811d85 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 210 time: 0.0635648 May 23 20:27:49.267064 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:27:49.278309 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:27:49.288944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:49.289493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:49.310626 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] No DVR routers for this DVR port 3048d4fa-e347-4602-a678-0793975bd1e1 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:27:49.313109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:49.316672 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5355b550-8ccf-46d6-bce1-7b32ae9cfc91 req-2abe1356-d524-4fba-80c1-ee9f293169b9 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "DELETE /v2.0/ports/3048d4fa-e347-4602-a678-0793975bd1e1 HTTP/1.1" status: 204 len: 173 time: 0.8495653 May 23 20:27:49.317104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'name': 'network-vif-deleted', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:49.319325 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9ab96e-07ae-468f-b5e7-cb07478a93f3" -d '{"events": [{"server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "name": "network-vif-deleted", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:49.358415 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738aa1a9-ce0e-4f73-b483-17f27c5efad9 x-openstack-request-id: req-738aa1a9-ce0e-4f73-b483-17f27c5efad9 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:49.358703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b5ec55-f363-4dd6-9d30-536d50973c81", "name": "network-vif-deleted", "tag": "3048d4fa-e347-4602-a678-0793975bd1e1", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:49.358952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-738aa1a9-ce0e-4f73-b483-17f27c5efad9 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:49.359361 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738aa1a9-ce0e-4f73-b483-17f27c5efad9'] response: {'server_uuid': 'c8b5ec55-f363-4dd6-9d30-536d50973c81', 'name': 'network-vif-deleted', 'tag': '3048d4fa-e347-4602-a678-0793975bd1e1', 'status': 'completed', 'code': 200} May 23 20:27:49.399913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:49.529810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:49.529810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:49.604983 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:49.633341 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:27:49.642265 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:27:49.643375 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:49.740686 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:27:49.930164 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:27:49.954529 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897afe16-d7b8-4229-9b0a-f98649576a45 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:27:50.162564 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a321b40-6dd9-4632-898b-7e83f3940735 None None] New status for floating IP 833626ae-39df-4f6c-b373-3befd37a12ed: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:27:50.320611 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27af8619-be30-4373-b173-ae5e41a0d456 req-8eb43b07-400a-49d3-ba6d-a0a3907bdb25 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b5ec55-f363-4dd6-9d30-536d50973c81 HTTP/1.1" status: 200 len: 210 time: 0.0298569 May 23 20:27:50.894647 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-11e3a12e-1f07-4e94-974a-51b7f0e7aa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.517476 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36198) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:51.573964 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (98a2d49e-6f36-4e8c-9601-4d523128a526), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.598573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (98a2d49e-6f36-4e8c-9601-4d523128a526), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.688381 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (98a2d49e-6f36-4e8c-9601-4d523128a526), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.691575 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.692705 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/security-groups/98a2d49e-6f36-4e8c-9601-4d523128a526 HTTP/1.1" status: 204 len: 168 time: 0.1735904 May 23 20:27:51.699039 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36200) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:51.702033 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eb28e-9094-4ca9-ae9f-d806d776c906 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2d49e-6f36-4e8c-9601-4d523128a526,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:51.715501 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.api.v2.resource [None req-74d8e3c2-8e58-48a7-9e46-dc0293113ab2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] show failed (client error): The resource could not be found. May 23 20:27:51.716519 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-74d8e3c2-8e58-48a7-9e46-dc0293113ab2 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups/98a2d49e-6f36-4e8c-9601-4d523128a526 HTTP/1.1" status: 404 len: 347 time: 0.0164986 May 23 20:27:51.719574 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36202) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:51.828306 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port a9dad63e-c45a-492d-978f-4eb9a6e6fb14 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:27:51.828560 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.871091 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:51.902337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.902663 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:51.914986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for a9dad63e-c45a-492d-978f-4eb9a6e6fb14 owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:27:52.052895 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3048d4fa-e347-4602-a678-0793975bd1e1 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:27:52.075406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 3048d4fa-e347-4602-a678-0793975bd1e1 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:27:52.078063 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3048d4fa-e347-4602-a678-0793975bd1e1 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:27:52.093694 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.122620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (a9dad63e-c45a-492d-978f-4eb9a6e6fb14), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.147793 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=a9dad63e-c45a-492d-978f-4eb9a6e6fb14,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:52.213859 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (833626ae-39df-4f6c-b373-3befd37a12ed), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.216387 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.218246 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d8b77a28-ce44-4bd3-97b2-e7df272523c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/floatingips/833626ae-39df-4f6c-b373-3befd37a12ed HTTP/1.1" status: 204 len: 168 time: 0.4975131 May 23 20:27:52.331186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36206) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:52.335717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094685508', 'description': 'tempest-description--1668339535'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:52.402758 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.467604 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (58f92563-9bab-4ef0-b810-5bbd00679d0a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.516918 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (58f92563-9bab-4ef0-b810-5bbd00679d0a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.533235 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:52.547182 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f92563-9bab-4ef0-b810-5bbd00679d0a,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:52.604660 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.605904 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ff536146-ccb0-48f4-b314-8e7d7e58009b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2737262 May 23 20:27:52.608715 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36208) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:52.613739 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '58f92563-9bab-4ef0-b810-5bbd00679d0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:52.699056 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (5aa9e258-b668-45c1-ae0e-30bb2d0922a8), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.753582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (5aa9e258-b668-45c1-ae0e-30bb2d0922a8), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.796919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (5aa9e258-b668-45c1-ae0e-30bb2d0922a8), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.815403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa9e258-b668-45c1-ae0e-30bb2d0922a8,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:52.884792 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:52.886053 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-4ecb4a8a-0bef-4973-b570-ae51e42265a1 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763424 May 23 20:27:52.888659 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36210) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:52.892922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'security_group_rule': {'security_group_id': '58f92563-9bab-4ef0-b810-5bbd00679d0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:52.991770 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (c3984189-b5a6-44a7-9511-94309109db40), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.038584 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (c3984189-b5a6-44a7-9511-94309109db40), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.122643 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (c3984189-b5a6-44a7-9511-94309109db40), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.143391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3984189-b5a6-44a7-9511-94309109db40,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:53.210168 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.211371 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6a2666db-bafe-496d-ade5-1e88744059c7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217890 May 23 20:27:53.214458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36212) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:27:53.218667 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:53.231880 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:53.317132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.394404 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.501751 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.27.2.111 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/989ea101-a4e7-4eb6-9ea5-5b5509490593) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:53.516809 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.601446 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.624356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:53.688762 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.727113 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:53.729884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:53.736084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:53.763072 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=989ea101-a4e7-4eb6-9ea5-5b5509490593,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:53.820711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:53.916611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:54.084494 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:54.139837 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:54.143356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:54.209805 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=989ea101-a4e7-4eb6-9ea5-5b5509490593,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:54.221686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:54.272725 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:54.273945 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-64990aa8-0027-41cc-92ac-0eea133ad8aa tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0585763 May 23 20:27:54.417261 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-a66d897e-af28-4a3c-9abc-1d7e1423dbbb tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1094685508&fields=id&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 267 time: 0.0417480 May 23 20:27:54.523780 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-78c3a00b-b6bf-426c-ba62-8f5c34f39cb6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:54.525153 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-78c3a00b-b6bf-426c-ba62-8f5c34f39cb6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.1016033 May 23 20:27:54.539149 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-b03a70fc-f3f8-4f66-8d79-5c5f4818818f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/quotas/cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 375 time: 0.0088475 May 23 20:27:54.587448 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-6cd58f04-c73e-4f3d-a288-f7ecb28bd494 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437577 May 23 20:27:54.679669 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-916ae137-f0ce-4cf7-bc72-a24cda9447da service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810418 May 23 20:27:54.770779 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-177f061b-a5cb-4788-bdba-bbe224c89829 service neutron] 10.222.0.16 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 May 23 20:27:54.991359 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:55.006425 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3c1184f7-95a8-4fe2-adbe-20811e178b85 req-81a1e8ec-8f42-42c0-a2f2-eecc526be4f7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 210 time: 0.0285025 May 23 20:27:55.029032 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:56.103809 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6fe51f69-30f6-4985-a4c3-1a8d26c2d6cf req-1c1a3e44-97c6-43f6-af29-a406a11001d5 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 210 time: 0.0305603 May 23 20:27:56.571219 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:56.654814 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-536652e7-4610-451f-b817-0033f37336b7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:56.656252 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-536652e7-4610-451f-b817-0033f37336b7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 815 time: 0.1049519 May 23 20:27:56.721667 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-6f103038-b944-4d5c-8b3e-cda29109148e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1d9be9203346cd8cf364305116abf1 HTTP/1.1" status: 200 len: 380 time: 0.0529387 May 23 20:27:56.731275 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'port': {'device_id': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'admin_state_up': True, 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'security_groups': ['58f92563-9bab-4ef0-b810-5bbd00679d0a']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:56.899795 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Made reservation on behalf of cb1d9be9203346cd8cf364305116abf1 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:27:56.903612 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.033039 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Allocated IP 172.20.0.7 (2e834b06-191b-4f74-93c9-403bb39ced80/4c5460a1-c84a-4b98-9792-e6455d9c24bd/b48e4170-0403-4340-9bca-730f726da90b) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:27:57.041863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:57.172281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for port (b48e4170-0403-4340-9bca-730f726da90b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.210543 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d132c5fc-53fe-43ab-a05a-92c35aee919f req-70fbc440-1cb1-4d6b-a1f2-0e645824bd3a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 210 time: 0.0328746 May 23 20:27:57.277216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.355208 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Network 2e834b06-191b-4f74-93c9-403bb39ced80 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:27:57.362834 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:27:57.369953 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:27:57.374271 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event updated for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:57.399070 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c00bd-199b-41ee-81aa-11c508012193 req-3ba22378-2701-4bc2-b47f-75e81ee7b0d6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:57.400493 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-384c00bd-199b-41ee-81aa-11c508012193 req-3ba22378-2701-4bc2-b47f-75e81ee7b0d6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0935919 May 23 20:27:57.411885 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:57.445408 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:57.446059 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.481892 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-384c00bd-199b-41ee-81aa-11c508012193 req-0614f5a8-62c1-4020-9c1a-2f8c9029a3ad tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736649 May 23 20:27:57.508125 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f970c63e-94b1-4c84-a90c-dd18bb2b8c9f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803383 May 23 20:27:57.522331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Request body: {'port': {'device_id': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:27:57.585085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b48e4170-0403-4340-9bca-730f726da90b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.623622 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-614543d4-0e5d-4688-a415-50ce448c30ab None None] Provisioning complete for port b48e4170-0403-4340-9bca-730f726da90b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:27:57.624230 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-614543d4-0e5d-4688-a415-50ce448c30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b48e4170-0403-4340-9bca-730f726da90b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.654507 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-614543d4-0e5d-4688-a415-50ce448c30ab None None] Port b48e4170-0403-4340-9bca-730f726da90b cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:27:57.862131 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48e4170-0403-4340-9bca-730f726da90b {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:27:57.869366 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks [] for port (b48e4170-0403-4340-9bca-730f726da90b), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:57.884456 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Transition to ACTIVE for port object b48e4170-0403-4340-9bca-730f726da90b will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:27:57.968021 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:58.016643 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:58.090932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:58.093614 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Attempting to bind port b48e4170-0403-4340-9bca-730f726da90b on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:27:58.093968 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Attempting to bind port b48e4170-0403-4340-9bca-730f726da90b by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:27:58.094490 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Attempting to bind port b48e4170-0403-4340-9bca-730f726da90b on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:58.099539 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Port b48e4170-0403-4340-9bca-730f726da90b on network 2e834b06-191b-4f74-93c9-403bb39ced80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:27:58.099857 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Attempting to bind port b48e4170-0403-4340-9bca-730f726da90b on network 2e834b06-191b-4f74-93c9-403bb39ced80 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:27:58.105329 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:27:58.105672 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Checking segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:27:58.106084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Bound using segment: {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:27:58.106516 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Bound port: b48e4170-0403-4340-9bca-730f726da90b, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7babefbe-4b81-41d2-9e7d-52671aae45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:27:58.106877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b48e4170-0403-4340-9bca-730f726da90b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:58.171886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:27:58.174956 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b48e4170-0403-4340-9bca-730f726da90b,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:27:58.266590 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:58.274516 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:58.317710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.318356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:27:58.319889 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] 10.222.0.31 "PUT /v2.0/ports/b48e4170-0403-4340-9bca-730f726da90b HTTP/1.1" status: 200 len: 1093 time: 0.8023617 May 23 20:27:58.320332 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:27:58.322720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b866c3-f6a0-466c-a65c-2968854a70ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "tag": "b48e4170-0403-4340-9bca-730f726da90b"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:27:58.336063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266564c-f50c-41d5-bfbd-5c68958f7ff2 req-80b26655-35f6-4a2e-a2c9-a8ec1a55e4f4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.343435 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d266564c-f50c-41d5-bfbd-5c68958f7ff2 req-80b26655-35f6-4a2e-a2c9-a8ec1a55e4f4 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0612385 May 23 20:27:58.343884 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97451f-a583-4e94-97c1-01f697b16c82 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:27:58.378919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c178b81-e9ef-440f-90c9-c0e61fbe0791 x-openstack-request-id: req-7c178b81-e9ef-440f-90c9-c0e61fbe0791 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:27:58.381274 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "tag": "b48e4170-0403-4340-9bca-730f726da90b", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:27:58.381274 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c178b81-e9ef-440f-90c9-c0e61fbe0791 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:27:58.381274 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c178b81-e9ef-440f-90c9-c0e61fbe0791'] response: {'name': 'network-changed', 'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b', 'status': 'completed', 'code': 200} May 23 20:27:58.391492 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d266564c-f50c-41d5-bfbd-5c68958f7ff2 req-420a2e4a-ef5d-40fd-a2f8-1e7e61229a1a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 May 23 20:27:58.451676 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-d734ba3e-4ed1-4666-8b4d-c49954c9def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.453681 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-d734ba3e-4ed1-4666-8b4d-c49954c9def2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0436745 May 23 20:27:58.516530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:27:58.560411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-85dbae44-81f7-457c-a2ae-60406818543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.561491 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-85dbae44-81f7-457c-a2ae-60406818543c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb1d9be9203346cd8cf364305116abf1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994267 May 23 20:27:58.931607 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455a8f6-5d0c-4b0a-b8dc-06c77aa0828f req-c1bbd8ad-a915-4885-a711-afc3000ef4b1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.933070 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8455a8f6-5d0c-4b0a-b8dc-06c77aa0828f req-c1bbd8ad-a915-4885-a711-afc3000ef4b1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.3796668 May 23 20:27:58.960685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-5e63ea30-bd12-4b3b-a877-54a5d0ed09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:58.962090 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-96b866c3-f6a0-466c-a65c-2968854a70ee req-5e63ea30-bd12-4b3b-a877-54a5d0ed09bb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3922224 May 23 20:27:58.997536 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8455a8f6-5d0c-4b0a-b8dc-06c77aa0828f req-23e80810-5b5f-4716-849b-ab1efcc8219f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578461 May 23 20:27:59.040241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-53db9504-67b0-40c7-a4d8-24057197fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:59.041809 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-53db9504-67b0-40c7-a4d8-24057197fd5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0388784 May 23 20:27:59.085628 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-47eeb63a-03e7-4fa0-904f-37f315598566 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b48e4170-0403-4340-9bca-730f726da90b HTTP/1.1" status: 200 len: 217 time: 0.0317988 May 23 20:27:59.144430 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f458bd0d-3c65-4a87-ae19-f94f3a539258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:59.145849 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-f458bd0d-3c65-4a87-ae19-f94f3a539258 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0434096 May 23 20:27:59.193095 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-7eb2eadd-e76d-427d-92a0-70ac6098bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:59.194473 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-7eb2eadd-e76d-427d-92a0-70ac6098bc1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419321 May 23 20:27:59.287037 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-26585ece-ba81-4632-88ba-ad47f872ef4b service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806651 May 23 20:27:59.377339 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c8cd75da-8711-41fd-87d3-7e1b228f3f0d req-71b25cac-017e-40a9-ac84-e30ef36ff92d service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 May 23 20:27:59.510990 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23b7fa-9151-4949-a887-95f978401c65 req-3031c01b-0f60-4000-a72e-d65db9f306b6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:27:59.512372 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3e23b7fa-9151-4949-a887-95f978401c65 req-3031c01b-0f60-4000-a72e-d65db9f306b6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0471511 May 23 20:27:59.559010 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3e23b7fa-9151-4949-a887-95f978401c65 req-367818f2-9964-47e6-aea6-c242b582f637 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 May 23 20:28:00.112878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c47b84-7f5f-4b08-a9a3-7541ec27dbb4 req-e44bcdee-6755-4042-971f-4ebeb051185a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:00.114307 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d5c47b84-7f5f-4b08-a9a3-7541ec27dbb4 req-e44bcdee-6755-4042-971f-4ebeb051185a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0488572 May 23 20:28:00.161855 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d5c47b84-7f5f-4b08-a9a3-7541ec27dbb4 req-2d77af99-ed0a-4bea-8700-61922dc2acf7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 May 23 20:28:00.713917 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:00.721915 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6858f-2a43-4aff-8488-0c1524570a8a req-6b1d08d5-e35e-4765-bc03-63e21fd5ad0b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:00.723365 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9fa6858f-2a43-4aff-8488-0c1524570a8a req-6b1d08d5-e35e-4765-bc03-63e21fd5ad0b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0987020 May 23 20:28:00.772120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9fa6858f-2a43-4aff-8488-0c1524570a8a req-316972d4-9cf1-4e2b-8d32-85e47be74777 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 May 23 20:28:01.274002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e673fa8-3a10-4318-bd39-2299c6abb519 req-bc279a92-b259-4c29-bc44-018d1b68534c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:01.275489 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7e673fa8-3a10-4318-bd39-2299c6abb519 req-bc279a92-b259-4c29-bc44-018d1b68534c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0473211 May 23 20:28:01.322578 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7e673fa8-3a10-4318-bd39-2299c6abb519 req-7abd00a8-fed2-4a3d-9f3e-435397a06791 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 May 23 20:28:01.870076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:01.883136 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3d657-21ce-44f0-a2a8-bbff3c441de5 req-2465e9f8-0e1b-43b6-ab6f-b7483f22e03f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:01.885299 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b3d657-21ce-44f0-a2a8-bbff3c441de5 req-2465e9f8-0e1b-43b6-ab6f-b7483f22e03f tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0460474 May 23 20:28:01.930252 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f0b3d657-21ce-44f0-a2a8-bbff3c441de5 req-b2857e7c-df83-4938-91ab-ac54b2abe20d tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 May 23 20:28:02.397950 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:02.439273 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad5922-df67-4401-94a8-6b8c680a9a18 req-446d1aca-0a93-4326-a994-7982f09e9497 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:02.440797 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-91ad5922-df67-4401-94a8-6b8c680a9a18 req-446d1aca-0a93-4326-a994-7982f09e9497 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0514266 May 23 20:28:02.489093 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-91ad5922-df67-4401-94a8-6b8c680a9a18 req-9e3c3ac3-5885-4736-9606-96532bbaaa9b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 May 23 20:28:03.042707 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60881e09-04f1-451f-9fb8-01bcdbe4ffcc req-0ebf1cb5-4ff2-4fde-a12f-a14263600914 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:03.044153 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-60881e09-04f1-451f-9fb8-01bcdbe4ffcc req-0ebf1cb5-4ff2-4fde-a12f-a14263600914 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0470450 May 23 20:28:03.089943 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-60881e09-04f1-451f-9fb8-01bcdbe4ffcc req-f59380ff-0c84-48fe-9654-be1e2ec77076 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 May 23 20:28:03.598923 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7db2-88e9-4afa-ba10-d3114973bef9 req-55608959-c317-414d-a7ed-b98f166d0b81 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:03.600381 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-23eb7db2-88e9-4afa-ba10-d3114973bef9 req-55608959-c317-414d-a7ed-b98f166d0b81 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0464861 May 23 20:28:03.649083 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-23eb7db2-88e9-4afa-ba10-d3114973bef9 req-299f2911-9748-4061-9f9b-e0fdc489eb5e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 May 23 20:28:04.128771 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b48e4170-0403-4340-9bca-730f726da90b details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:28:04.212399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d38a4-0019-4a5b-a1b1-c5ca53c88fc8 req-3dada41a-a328-40a1-83fc-71e89da98a16 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:04.214675 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d59d38a4-0019-4a5b-a1b1-c5ca53c88fc8 req-3dada41a-a328-40a1-83fc-71e89da98a16 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 943 time: 0.0509825 May 23 20:28:04.232009 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b48e4170-0403-4340-9bca-730f726da90b,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:04.244304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'b48e4170-0403-4340-9bca-730f726da90b', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'port_id': 'b48e4170-0403-4340-9bca-730f726da90b', 'mac_address': 'fa:16:3e:4d:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:28:04.267717 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d59d38a4-0019-4a5b-a1b1-c5ca53c88fc8 req-8b332248-a371-42f0-92e1-cba72c981427 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 May 23 20:28:04.282872 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port b48e4170-0403-4340-9bca-730f726da90b is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:04.283258 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b48e4170-0403-4340-9bca-730f726da90b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:04.296414 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48e4170-0403-4340-9bca-730f726da90b {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:28:04.315228 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b48e4170-0403-4340-9bca-730f726da90b,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:04.391261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:04.436941 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:04.726992 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['b48e4170-0403-4340-9bca-730f726da90b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:04.765373 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dd491-6821-4641-b68d-d1194f944be3 req-db39f90e-bd98-426a-8402-cee6bfe3a996 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:04.766884 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b6dd491-6821-4641-b68d-d1194f944be3 req-db39f90e-bd98-426a-8402-cee6bfe3a996 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0511539 May 23 20:28:04.815846 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b6dd491-6821-4641-b68d-d1194f944be3 req-7d3974e8-2758-4317-8e1a-86879a3e5c90 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 May 23 20:28:04.894385 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:05.003708 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:05.383439 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c7f8-af09-4907-afb5-fc25ebf667a5 req-e4b2c160-f0a1-4df2-9914-c7b40d696c45 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:05.388983 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9719c7f8-af09-4907-afb5-fc25ebf667a5 req-e4b2c160-f0a1-4df2-9914-c7b40d696c45 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 944 time: 0.0513208 May 23 20:28:05.435193 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9719c7f8-af09-4907-afb5-fc25ebf667a5 req-f62a3137-a714-4ead-ac96-7618ff032b85 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 May 23 20:28:05.917458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:05.929909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f98342-610f-4b4b-a1ff-09a512a030df req-ce9b2db3-f3e0-4875-b071-445baf9dcabb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:05.931397 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c1f98342-610f-4b4b-a1ff-09a512a030df req-ce9b2db3-f3e0-4875-b071-445baf9dcabb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0467157 May 23 20:28:05.980922 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c1f98342-610f-4b4b-a1ff-09a512a030df req-f3d341b5-7d94-41cd-9a31-20337059efc9 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 May 23 20:28:06.131867 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b48e4170-0403-4340-9bca-730f726da90b up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:28:06.172856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port b48e4170-0403-4340-9bca-730f726da90b completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:28:06.225642 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port b48e4170-0403-4340-9bca-730f726da90b triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:28:06.226096 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (b48e4170-0403-4340-9bca-730f726da90b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:06.298836 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port b48e4170-0403-4340-9bca-730f726da90b is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:06.299214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (b48e4170-0403-4340-9bca-730f726da90b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:06.321071 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:06.323280 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f652439-5127-4862-9142-568a30e7f6ad" -d '{"events": [{"server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b48e4170-0403-4340-9bca-730f726da90b"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:06.332984 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:06.336510 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b48e4170-0403-4340-9bca-730f726da90b,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:06.358579 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e829438-5fcb-47ef-9e25-1e6cead9a08e x-openstack-request-id: req-5e829438-5fcb-47ef-9e25-1e6cead9a08e {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:06.358884 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b48e4170-0403-4340-9bca-730f726da90b", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:06.359135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e829438-5fcb-47ef-9e25-1e6cead9a08e {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:06.359524 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e829438-5fcb-47ef-9e25-1e6cead9a08e'] response: {'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b', 'code': 200} May 23 20:28:06.419778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:06.467046 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:06.546660 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff032601-16b9-468a-8711-f2ad7fcd3a7c req-445656e8-0998-447c-b14f-e7ae17392138 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:06.548120 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ff032601-16b9-468a-8711-f2ad7fcd3a7c req-445656e8-0998-447c-b14f-e7ae17392138 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0465550 May 23 20:28:06.598291 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ff032601-16b9-468a-8711-f2ad7fcd3a7c req-94396ee1-e4d3-4335-8c18-e86e11d53d47 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 May 23 20:28:06.677639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1060e-93f1-4de9-8af7-4aa39ba1f886 req-1d0a99e4-b7b5-4704-9550-c2ab5bf0ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:06.679043 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c1d1060e-93f1-4de9-8af7-4aa39ba1f886 req-1d0a99e4-b7b5-4704-9550-c2ab5bf0ccbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0372586 May 23 20:28:06.723666 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c1d1060e-93f1-4de9-8af7-4aa39ba1f886 req-1f42ff72-55c6-4c95-addd-388a0e44a1de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379307 May 23 20:28:07.098278 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580202d6-d505-4428-b012-6ff191754dc1 req-303c85e2-8aa4-457a-ae69-3898b829ba9d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:07.099717 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-580202d6-d505-4428-b012-6ff191754dc1 req-303c85e2-8aa4-457a-ae69-3898b829ba9d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0504980 May 23 20:28:07.147274 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-580202d6-d505-4428-b012-6ff191754dc1 req-648ede93-694e-4b7f-9023-877004a16854 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 May 23 20:28:07.710808 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffd7fe-1bf3-413f-947c-f85ae992e105 req-a90539d3-03e2-49cc-8e6b-65fbede6bda6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:07.712258 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3fffd7fe-1bf3-413f-947c-f85ae992e105 req-a90539d3-03e2-49cc-8e6b-65fbede6bda6 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0475132 May 23 20:28:07.762883 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3fffd7fe-1bf3-413f-947c-f85ae992e105 req-c605908f-e7c0-405c-bf79-448fe011ea73 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 May 23 20:28:08.261232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a9044-eb97-4e09-96c6-a7418a0ca427 req-c57eb46a-b3d8-4452-b13b-64b9b9b8e647 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:08.262710 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1d8a9044-eb97-4e09-96c6-a7418a0ca427 req-c57eb46a-b3d8-4452-b13b-64b9b9b8e647 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0469861 May 23 20:28:08.309528 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1d8a9044-eb97-4e09-96c6-a7418a0ca427 req-8c1720fe-7fb5-4cd9-a727-34fccb68564b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 May 23 20:28:08.880490 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72ebb-b02f-4db1-b7a4-4a1f629f44e7 req-f2a8a5ee-c751-4246-9a13-0bd4f52d5d9e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:08.882044 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-62f72ebb-b02f-4db1-b7a4-4a1f629f44e7 req-f2a8a5ee-c751-4246-9a13-0bd4f52d5d9e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0512393 May 23 20:28:08.929591 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-62f72ebb-b02f-4db1-b7a4-4a1f629f44e7 req-08c7a73c-b325-4e43-867b-855d13079a99 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 May 23 20:28:09.038553 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e84ce9-51e3-4756-99de-ffee8278459e req-c04d0cd3-4380-4baf-ab91-c76ccf502412 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:09.040024 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-60e84ce9-51e3-4756-99de-ffee8278459e req-c04d0cd3-4380-4baf-ab91-c76ccf502412 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0472727 May 23 20:28:09.049865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36314) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:09.054043 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Request body: {'floatingip': {'port_id': 'b48e4170-0403-4340-9bca-730f726da90b'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:28:09.091373 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:09.343908 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:09.390055 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f9fa-9eb0-4e52-a841-3f55c19c7b6e req-3317f916-5657-462e-8df6-e8b87bfe1e76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:09.391612 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a8e0f9fa-9eb0-4e52-a841-3f55c19c7b6e req-3317f916-5657-462e-8df6-e8b87bfe1e76 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0523529 May 23 20:28:09.441666 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a8e0f9fa-9eb0-4e52-a841-3f55c19c7b6e req-8dc9b9e6-a275-49a3-80ed-5f2be1fa6b86 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443363 May 23 20:28:09.462383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde1-6bbe-4c3d-9699-e38e3af35d58 req-da883bc5-9926-4621-9fd9-f0a2ce344117 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:09.462383 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1d73dde1-6bbe-4c3d-9699-e38e3af35d58 req-da883bc5-9926-4621-9fd9-f0a2ce344117 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0792117 May 23 20:28:09.553462 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1d73dde1-6bbe-4c3d-9699-e38e3af35d58 req-78867115-95c5-4d71-a3d1-42977d55db68 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864961 May 23 20:28:09.597199 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:09.648029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:09.697821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:09.742598 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 2ea2352e-2770-4bac-870d-3f057a84d72c associated. External IP: 172.27.2.111, port: b48e4170-0403-4340-9bca-730f726da90b. May 23 20:28:09.935132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:28:10.034944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:28:10.039865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:10.044746 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:28:10.054721 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:10.055320 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:10.070276 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6f8aeb2d-2a3a-4207-9132-6c8d9f22d78b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "PUT /v2.0/floatingips/2ea2352e-2770-4bac-870d-3f057a84d72c HTTP/1.1" status: 200 len: 991 time: 1.0194716 May 23 20:28:10.070967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:10.073332 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b3f330-3bfb-43b6-9eda-75aa840f6426" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "tag": "b48e4170-0403-4340-9bca-730f726da90b"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:10.108575 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052efad-059c-42f6-80ea-13e8477ff755 x-openstack-request-id: req-7052efad-059c-42f6-80ea-13e8477ff755 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:10.108869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "tag": "b48e4170-0403-4340-9bca-730f726da90b", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:10.109119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7052efad-059c-42f6-80ea-13e8477ff755 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:10.109524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7052efad-059c-42f6-80ea-13e8477ff755'] response: {'name': 'network-changed', 'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b', 'status': 'completed', 'code': 200} May 23 20:28:10.141641 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:10.161467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:10.369077 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '2ea2352e-2770-4bac-870d-3f057a84d72c', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b48e4170-0403-4340-9bca-730f726da90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:4d:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:53Z', 'updated_at': '2022-05-23T20:28:09Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:10.392738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:28:10.400824 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:10.401406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:10.559639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a16d1-3b80-4073-a170-3e3e2ac70610 req-817d901c-6774-4323-9322-f97a88567cf1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:10.561228 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-287a16d1-3b80-4073-a170-3e3e2ac70610 req-817d901c-6774-4323-9322-f97a88567cf1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0492821 May 23 20:28:10.622510 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-287a16d1-3b80-4073-a170-3e3e2ac70610 req-8f2db975-6e73-4d31-a5fe-029149206aa5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546758 May 23 20:28:10.629817 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:10.678691 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17f7c-91d6-4556-8b5e-f9889df4f202 req-bb77aac7-5a5d-4081-b130-ce0d7c7f7f56 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:10.679793 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-516e4d8b-8faa-41ac-81ab-700956a7b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:10.680553 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-52a17f7c-91d6-4556-8b5e-f9889df4f202 req-bb77aac7-5a5d-4081-b130-ce0d7c7f7f56 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0483348 May 23 20:28:10.681332 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-516e4d8b-8faa-41ac-81ab-700956a7b3d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb1d9be9203346cd8cf364305116abf1&device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0508940 May 23 20:28:10.729551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-52a17f7c-91d6-4556-8b5e-f9889df4f202 req-fce04611-c3b0-4645-a8b5-26d09ee9581d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 May 23 20:28:10.838109 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '2ea2352e-2770-4bac-870d-3f057a84d72c', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b48e4170-0403-4340-9bca-730f726da90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:4d:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:53Z', 'updated_at': '2022-05-23T20:28:09Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:10.849527 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-8e5f4ecf-04dc-498f-a971-53d2f40a5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:10.851048 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-8e5f4ecf-04dc-498f-a971-53d2f40a5267 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 200 len: 916 time: 0.0839167 May 23 20:28:10.866512 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424261f-9c79-4e5d-9146-75f804f36631 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '2ea2352e-2770-4bac-870d-3f057a84d72c', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '4aba81c3-570d-409c-9aea-b91580848002', 'port_id': 'b48e4170-0403-4340-9bca-730f726da90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'mac_address': 'fa:16:3e:4d:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:27:53Z', 'updated_at': '2022-05-23T20:28:09Z', 'revision_number': 1, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:28:11.052767 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-aa059263-1c1c-42d3-be0b-73a64f8aace0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b48e4170-0403-4340-9bca-730f726da90b HTTP/1.1" status: 200 len: 999 time: 0.0609927 May 23 20:28:11.054499 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393dae4-7ccc-4969-9aec-b4018dba7ae3 None None] New status for floating IP 2ea2352e-2770-4bac-870d-3f057a84d72c: ACTIVE {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:28:11.094553 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:11.103421 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-ce83232f-a381-47ea-8540-70679be4d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:11.104949 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-ce83232f-a381-47ea-8540-70679be4d643 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 200 len: 854 time: 0.0463696 May 23 20:28:11.146949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-e7bc6eb7-f377-4ce5-963f-1b30b02b301a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:11.148882 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-e7bc6eb7-f377-4ce5-963f-1b30b02b301a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 945 time: 0.0491393 May 23 20:28:11.151790 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-34c96134-f9f2-4eea-a0d0-8d1ad642b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:11.153327 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-34c96134-f9f2-4eea-a0d0-8d1ad642b95c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e834b06-191b-4f74-93c9-403bb39ced80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408430 May 23 20:28:11.243035 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port 900b532d-cbf1-4f24-96e1-9501a7768ef8 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:11.243371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:11.247565 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-2fc24b8e-7ac2-499a-9116-219b43009f7c service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874395 May 23 20:28:11.310594 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:11.340150 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-76b3f330-3bfb-43b6-9eda-75aa840f6426 req-c4477769-c725-4b70-a613-4214c9d2c9eb service neutron] 10.222.0.31 "GET /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 May 23 20:28:11.343480 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:11.346162 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] For port 900b532d-cbf1-4f24-96e1-9501a7768ef8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=900b532d-cbf1-4f24-96e1-9501a7768ef8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:11.347012 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:11.361842 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:11.504952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:11.505207 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (34800643-9307-4161-97e4-d49590e02dce), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:11.505523 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 34800643-9307-4161-97e4-d49590e02dce disassociated. External IP: 172.27.2.28, port: 900b532d-cbf1-4f24-96e1-9501a7768ef8. May 23 20:28:11.505863 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for 900b532d-cbf1-4f24-96e1-9501a7768ef8 owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:11.682778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (900b532d-cbf1-4f24-96e1-9501a7768ef8), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:11.711626 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=900b532d-cbf1-4f24-96e1-9501a7768ef8,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:11.715890 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-433be52f-08b2-4a75-81e3-3d0456b578aa req-30611e17-03c4-48f1-8e51-5167b6067a26 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0301609 May 23 20:28:11.856116 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf7d16-a514-438a-ba33-b41a36ee79b8 req-b73e5ff7-dc9e-4095-91ea-c7b642246be7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:11.857528 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9cbf7d16-a514-438a-ba33-b41a36ee79b8 req-b73e5ff7-dc9e-4095-91ea-c7b642246be7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0580540 May 23 20:28:11.859228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:28:11.947195 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9cbf7d16-a514-438a-ba33-b41a36ee79b8 req-19410105-2086-4e7e-b219-881835585397 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836337 May 23 20:28:11.994577 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:28:12.004878 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:28:12.014606 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:12.015157 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:12.035201 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] No DVR routers for this DVR port 900b532d-cbf1-4f24-96e1-9501a7768ef8 on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:12.038005 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:12.041607 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01b1bea9-897c-431a-af32-53fdfc4a8c52 req-a6acae24-75ca-4dd3-80da-f7854c6bf1b2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "DELETE /v2.0/ports/900b532d-cbf1-4f24-96e1-9501a7768ef8 HTTP/1.1" status: 204 len: 173 time: 0.8876183 May 23 20:28:12.042063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'name': 'network-vif-deleted', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:12.044671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a6898-5f9e-47a6-900b-4889d59ba63c" -d '{"events": [{"server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "name": "network-vif-deleted", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:12.062392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:12.081793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446aacc-1819-432d-aef6-0d233a65233c x-openstack-request-id: req-6446aacc-1819-432d-aef6-0d233a65233c {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:12.082115 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0bc7f-636f-4b77-bbf0-90e168f07e57", "name": "network-vif-deleted", "tag": "900b532d-cbf1-4f24-96e1-9501a7768ef8", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:12.082366 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6446aacc-1819-432d-aef6-0d233a65233c {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:12.082764 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6446aacc-1819-432d-aef6-0d233a65233c'] response: {'server_uuid': '2ee0bc7f-636f-4b77-bbf0-90e168f07e57', 'name': 'network-vif-deleted', 'tag': '900b532d-cbf1-4f24-96e1-9501a7768ef8', 'status': 'completed', 'code': 200} May 23 20:28:12.131326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:12.325294 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:12.349669 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:28:12.357964 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:12.358589 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:27:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:12.446980 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:12.460326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:12.652715 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:12.677211 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c0f47-3935-4fcf-9939-db9042bf0bd5 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:28:12.808531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-ea707384-92cb-4399-908d-e2753a565b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:12.810061 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-ea707384-92cb-4399-908d-e2753a565b7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0438781 May 23 20:28:12.852233 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0bb632f8-1da7-4f3b-958f-8404dc2069f4 req-3130b464-d09c-468a-b19c-e3c986125807 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ee0bc7f-636f-4b77-bbf0-90e168f07e57 HTTP/1.1" status: 200 len: 210 time: 0.0352685 May 23 20:28:12.920258 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115264c-504b-4443-ac2b-fd2fa140dc23 None None] New status for floating IP 34800643-9307-4161-97e4-d49590e02dce: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:28:12.931311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-fa962b78-7a46-4f91-bded-e0bef75ff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:12.932772 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-fa962b78-7a46-4f91-bded-e0bef75ff25b service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.1148024 May 23 20:28:13.064134 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3138-e3cb-4c37-9780-e6ebab093c13 req-98bcdac5-1c60-4455-a1ba-b8b7140e156d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:13.066145 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fc7b3138-e3cb-4c37-9780-e6ebab093c13 req-98bcdac5-1c60-4455-a1ba-b8b7140e156d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0510077 May 23 20:28:13.117878 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fc7b3138-e3cb-4c37-9780-e6ebab093c13 req-99497406-88fe-4d69-b2f8-6909e2b7644e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 May 23 20:28:13.176881 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-2e1364c3-2b1c-4db2-9a92-4b06b9bef70a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 1001 time: 0.0731905 May 23 20:28:13.189232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:13.227587 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-958d36a6-8b6a-42a7-844a-a77f86a2b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:13.229051 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-958d36a6-8b6a-42a7-844a-a77f86a2b4fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0467160 May 23 20:28:13.284701 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:13.291639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-9640f73f-1537-41f2-bf40-9ab491bb7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:13.293135 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-9640f73f-1537-41f2-bf40-9ab491bb7349 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443265 May 23 20:28:13.620618 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-a2099f7d-4a30-4b41-957a-7c5fdc786072 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199267 May 23 20:28:13.722635 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-98bc3160-4ddd-4922-937f-e0e1c7a04795 req-e6659ea4-c8a5-4a04-9a89-7d23ad28889a service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 May 23 20:28:14.106194 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9610c9cb-954d-4e60-bdee-325cd836923e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560179066&fields=id&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 267 time: 0.0436242 May 23 20:28:14.178830 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 900b532d-cbf1-4f24-96e1-9501a7768ef8 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:14.198319 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 900b532d-cbf1-4f24-96e1-9501a7768ef8 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:14.198675 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 900b532d-cbf1-4f24-96e1-9501a7768ef8 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:14.217907 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-19816a82-e063-43dc-a5ac-61ffec7dd212 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:14.219923 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-19816a82-e063-43dc-a5ac-61ffec7dd212 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.1074550 May 23 20:28:14.237458 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-891f203d-166e-4d49-a726-a93cd8f218bf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/quotas/26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 375 time: 0.0093076 May 23 20:28:14.240805 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183bbd7-fbd7-4515-add9-d34de9c2c43a req-255e4bdd-7071-4714-a92a-44d764530216 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:14.243304 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1183bbd7-fbd7-4515-add9-d34de9c2c43a req-255e4bdd-7071-4714-a92a-44d764530216 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0543370 May 23 20:28:14.286453 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-e8b638e6-41ce-4729-8a06-ce930e5d97ba tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437152 May 23 20:28:14.290945 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1183bbd7-fbd7-4515-add9-d34de9c2c43a req-58cd7b39-a94b-410d-aebe-c5ac11020f3a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 May 23 20:28:14.422961 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-3b12ad3e-5501-4b4f-b5d0-3c49c7eb0aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241148 May 23 20:28:14.513855 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-44e0937b-cd22-4293-b956-46e0cd54ea21 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849521 May 23 20:28:15.026547 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-402bc417-105a-4010-adbd-771aea46fc4b req-8922d957-fb1d-425f-9be5-3cf49eb9d430 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 210 time: 0.0278676 May 23 20:28:15.412889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd3916-3d4a-425f-a48a-5215170533db req-c5dfd877-ff2a-4338-81e7-87ba8315d117 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:15.414327 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-24cd3916-3d4a-425f-a48a-5215170533db req-c5dfd877-ff2a-4338-81e7-87ba8315d117 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0504045 May 23 20:28:15.465248 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-24cd3916-3d4a-425f-a48a-5215170533db req-72449620-af1a-4732-91d3-a71b3a605928 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448275 May 23 20:28:16.123485 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d6b1fd0b-836a-446d-8c56-b3b2430afbca req-32aaa46a-9a59-42a2-93be-e8914dd264b8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 210 time: 0.0275722 May 23 20:28:16.580021 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d4962-160f-4fec-936f-c22bb71d1373 req-cf86b7f2-8343-428f-8be2-c4005c8a7b4d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:16.581488 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7f2d4962-160f-4fec-936f-c22bb71d1373 req-cf86b7f2-8343-428f-8be2-c4005c8a7b4d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0497897 May 23 20:28:16.630529 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7f2d4962-160f-4fec-936f-c22bb71d1373 req-e1520a64-8557-4e54-bbbe-1e8a0e53d704 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 May 23 20:28:16.882422 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-072ecec2-d6bd-4de0-a2a4-40d536c63928 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:16.883859 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-072ecec2-d6bd-4de0-a2a4-40d536c63928 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.1271505 May 23 20:28:16.947456 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-7dfe0761-a033-44ff-98b6-246c67a1f90b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 379 time: 0.0538931 May 23 20:28:17.150047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'port': {'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'admin_state_up': True, 'tenant_id': '26567fb564314003bf5ae836737b990e', 'security_groups': ['526ab315-09d5-4395-8111-c293b0b90b87']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:28:17.265040 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d746be4b-88e7-4530-bd96-e243fb7987e6 req-71880b8a-de2d-4639-ba4a-8b73b239edd8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 210 time: 0.0352142 May 23 20:28:17.323804 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4670558-6a18-459d-b319-2df915f0bfaf req-ffa92d65-a35b-470f-a8bc-40481701710f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:17.325522 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a4670558-6a18-459d-b319-2df915f0bfaf req-ffa92d65-a35b-470f-a8bc-40481701710f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0904973 May 23 20:28:17.375079 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a4670558-6a18-459d-b319-2df915f0bfaf req-88be4dcb-e709-498c-8b7f-b4ae7d3a3d4f tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 May 23 20:28:17.408146 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Made reservation on behalf of 26567fb564314003bf5ae836737b990e for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:28:17.411641 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:17.474255 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:17.538299 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.20.0.6 (d1b674a5-f902-453a-bbbe-6a61eb453929/d0405bd9-c90a-499e-8e6a-be929101143f/ded069bc-1e0c-448e-8af6-6ea2d76dc8f8) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:28:17.590740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:17.676421 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:17.742149 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8373258-87f2-4308-86d8-3a4c33741ddb req-cbeb3239-23f3-44d5-9335-7a386c344e23 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:17.743629 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d8373258-87f2-4308-86d8-3a4c33741ddb req-cbeb3239-23f3-44d5-9335-7a386c344e23 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0476282 May 23 20:28:17.792415 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d8373258-87f2-4308-86d8-3a4c33741ddb req-4e8899b0-c6ed-4b59-a157-c5fbf0cb2c01 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 May 23 20:28:17.819703 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:17.865874 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:28:17.870943 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:28:17.874753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:28:17.879428 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:17.925491 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:17.926243 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:17.976652 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-12a322ba-b08e-4286-a403-2dcc83f4b2d8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8305702 May 23 20:28:18.085094 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:18.100763 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57c90a-32bb-4756-a44e-02cbe1bfa8df req-79375488-44c7-46bf-9034-c9e8732f8aa3 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:18.102370 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1d57c90a-32bb-4756-a44e-02cbe1bfa8df req-79375488-44c7-46bf-9034-c9e8732f8aa3 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0479457 May 23 20:28:18.124120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-7dc4f0a4-66ae-4148-8581-762152182f39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423732 May 23 20:28:18.150877 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-9e20a10a-3764-4c45-af95-037cf253e0f5 None None] Provisioning complete for port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:28:18.151318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9e20a10a-3764-4c45-af95-037cf253e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:18.167281 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1d57c90a-32bb-4756-a44e-02cbe1bfa8df req-117a3eeb-46ec-479e-b455-2908eb9d912a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592771 May 23 20:28:18.191689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:18.196269 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-9e20a10a-3764-4c45-af95-037cf253e0f5 None None] Port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:28:18.204898 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-2bbe9dd3-0ea6-430d-a073-ffb54e74fafb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:18.206401 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-2bbe9dd3-0ea6-430d-a073-ffb54e74fafb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports/e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 942 time: 0.0527644 May 23 20:28:18.266968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port e3fbb816-fd5a-4989-8f75-4be912227768 is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:18.267365 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:18.291665 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:18.294085 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bda6227-e98f-45c0-870d-da849be08932" -d '{"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:18.306851 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:18.338962 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bde0ef-9aa8-41f1-bc1e-3a1d8a964a1c x-openstack-request-id: req-36bde0ef-9aa8-41f1-bc1e-3a1d8a964a1c {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:18.339253 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-unplugged", "status": "failed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "code": 422}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:18.339504 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36bde0ef-9aa8-41f1-bc1e-3a1d8a964a1c {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:18.340612 dv-cinder-843018-1-iscsi neutron-server[104479]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-36bde0ef-9aa8-41f1-bc1e-3a1d8a964a1c']: {'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'code': 422} returned with failed status May 23 20:28:18.373906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:18.397857 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3548647-b2f5-4353-a873-da04de0fb1fd req-091a7263-cb36-4645-8d81-a5714a161def tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:18.399359 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3548647-b2f5-4353-a873-da04de0fb1fd req-091a7263-cb36-4645-8d81-a5714a161def tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 931 time: 0.0469687 May 23 20:28:18.429044 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=6']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:18.457747 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a3548647-b2f5-4353-a873-da04de0fb1fd req-e9431c5e-2265-44c9-9797-488bffc5ef80 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516019 May 23 20:28:18.496254 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a379ec-e074-4709-98ab-8b872d1de473 req-63a3f789-3970-419b-8194-8cee20ee4313 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:18.497716 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-65a379ec-e074-4709-98ab-8b872d1de473 req-63a3f789-3970-419b-8194-8cee20ee4313 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0520587 May 23 20:28:18.545955 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-65a379ec-e074-4709-98ab-8b872d1de473 req-853e6538-8ee2-46dd-9789-5fb19b2f7e80 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 May 23 20:28:18.687708 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1db79b07-cefc-4b03-908a-ef90b780552d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:19.280794 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d4211-6e67-44e9-bc8d-58aeea5d8e44 req-7307eea2-77d5-49b3-8185-317478b2cf4b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:19.282256 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e8d4211-6e67-44e9-bc8d-58aeea5d8e44 req-7307eea2-77d5-49b3-8185-317478b2cf4b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0465322 May 23 20:28:19.333447 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e8d4211-6e67-44e9-bc8d-58aeea5d8e44 req-c53f2b5b-c3d6-4824-8207-4436e11c7858 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 May 23 20:28:19.569426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74427-69e7-44bd-8315-350e18de3f72 req-b2df8455-71ea-43ef-a51a-1cdbba594c7f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:19.570947 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-16d74427-69e7-44bd-8315-350e18de3f72 req-b2df8455-71ea-43ef-a51a-1cdbba594c7f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 931 time: 0.0468411 May 23 20:28:19.619819 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-16d74427-69e7-44bd-8315-350e18de3f72 req-bf7987e5-ef45-4e86-86e8-fdc4cfa677a1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 May 23 20:28:19.660096 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dfeb5-bfc2-46f7-af73-54ac4f2fc058 req-86c63d82-d319-467b-bd00-929b7fdb7d16 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:19.661568 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3f1dfeb5-bfc2-46f7-af73-54ac4f2fc058 req-86c63d82-d319-467b-bd00-929b7fdb7d16 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0479591 May 23 20:28:19.685915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:19.708862 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3f1dfeb5-bfc2-46f7-af73-54ac4f2fc058 req-21216bfb-2683-476b-891e-4256b6eeb991 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 May 23 20:28:20.449019 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b91995-1696-4fd1-b230-5c833bffa02f req-5de56e32-ac74-4cdf-b51d-fe978f65871c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:20.450826 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a0b91995-1696-4fd1-b230-5c833bffa02f req-5de56e32-ac74-4cdf-b51d-fe978f65871c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0512857 May 23 20:28:20.499100 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a0b91995-1696-4fd1-b230-5c833bffa02f req-e38dc4c9-a054-447f-a14e-cc4451631f42 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 May 23 20:28:20.569959 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Request body: {'port': {'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:28:20.628435 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:20.630171 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:20.738865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5137f-00ed-4e00-80c9-44b25da71b19 req-24f681fd-8c6b-442a-a711-a4bac940a494 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:20.746608 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddd5137f-00ed-4e00-80c9-44b25da71b19 req-24f681fd-8c6b-442a-a711-a4bac940a494 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 931 time: 0.0579636 May 23 20:28:20.797012 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ddd5137f-00ed-4e00-80c9-44b25da71b19 req-b156dbd2-5795-4147-b642-8e4a37d3fb49 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494702 May 23 20:28:20.866374 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f0587628-3325-4e88-ad5e-71cdf7df515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:20.877544 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1168a-2286-4bc1-b1d2-a451fcd0b342 req-eae72511-f03c-4560-9538-99966d8f94de tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:20.879126 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-54b1168a-2286-4bc1-b1d2-a451fcd0b342 req-eae72511-f03c-4560-9538-99966d8f94de tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0938323 May 23 20:28:20.882148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-ef63eeea-a068-4b23-83a2-2009b112c222 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:20.883596 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-ef63eeea-a068-4b23-83a2-2009b112c222 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 946 time: 0.0516715 May 23 20:28:20.892098 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:20.965937 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-54b1168a-2286-4bc1-b1d2-a451fcd0b342 req-6f607b18-8c1b-43b9-a5a3-c844c525e90a tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=46264840-4a90-4c86-b8ec-eb115ea8c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807390 May 23 20:28:20.993507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Deleting port 7b51908c-35c3-4298-a108-01fa7493f77c {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:20.993507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.029935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:28:21.038810 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks [] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.054330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Transition to ACTIVE for port object ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:28:21.088935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] For port 7b51908c-35c3-4298-a108-01fa7493f77c, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7b51908c-35c3-4298-a108-01fa7493f77c,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:21.089344 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.133679 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.185365 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Pushing event updated for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:21.278047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Attempting to bind port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:28:21.278370 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Attempting to bind port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:28:21.278693 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Attempting to bind port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:28:21.284049 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:28:21.284395 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Attempting to bind port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:28:21.291950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:28:21.291950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:28:21.291950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Bound using segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:28:21.291950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Bound port: ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:28:21.291950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.364557 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:28:21.372594 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:28:21.427849 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:21.438038 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.464357 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:21.481545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.482182 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.483558 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] 10.222.0.31 "PUT /v2.0/ports/ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 1093 time: 0.9623880 May 23 20:28:21.483991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:21.486210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1fc0f-14c7-435c-a238-09103d376103" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:21.505354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3919-80c1-428d-9693-7ce9e81db283 service neutron] Pushing event updated for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:21.527121 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c28f0b-1289-4b12-9a83-a8e0bf468690 x-openstack-request-id: req-b0c28f0b-1289-4b12-9a83-a8e0bf468690 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:21.527715 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:21.528081 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0c28f0b-1289-4b12-9a83-a8e0bf468690 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:21.528578 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c28f0b-1289-4b12-9a83-a8e0bf468690'] response: {'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'status': 'completed', 'code': 200} May 23 20:28:21.545037 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.548391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.548391 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Floating IP 26ba13c5-f0cd-40a9-b4e9-684bd890d61b disassociated. External IP: 172.27.2.92, port: 7b51908c-35c3-4298-a108-01fa7493f77c. May 23 20:28:21.548391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Calling delete_port for 7b51908c-35c3-4298-a108-01fa7493f77c owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:21.607890 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:21.626377 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1fc0f-14c7-435c-a238-09103d376103 req-bf9e5e85-2bfc-4cee-a8a8-fbe98bb476cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.629138 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b1fc0f-14c7-435c-a238-09103d376103 req-bf9e5e85-2bfc-4cee-a8a8-fbe98bb476cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1127 time: 0.0798793 May 23 20:28:21.700224 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880769b0-df89-4a96-b564-d575ef8ec63f req-912f039b-112e-4990-ba75-12a0f7451a81 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.701899 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-880769b0-df89-4a96-b564-d575ef8ec63f req-912f039b-112e-4990-ba75-12a0f7451a81 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.1187220 May 23 20:28:21.764201 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1fc0f-14c7-435c-a238-09103d376103 req-6be79a53-8b8b-4e11-a100-3ba344c55181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.765649 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b1fc0f-14c7-435c-a238-09103d376103 req-6be79a53-8b8b-4e11-a100-3ba344c55181 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=26567fb564314003bf5ae836737b990e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1283782 May 23 20:28:21.768013 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (7b51908c-35c3-4298-a108-01fa7493f77c), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:21.794327 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event deleted for resources: {'Port': ['ID=7b51908c-35c3-4298-a108-01fa7493f77c,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:21.801556 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-880769b0-df89-4a96-b564-d575ef8ec63f req-1a7c9eb5-d4e0-48dd-8535-63060dee15f8 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837607 May 23 20:28:21.807710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.808062 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.808405 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.808745 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.809081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.809837 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.809837 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.810112 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.810399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.810724 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.811049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.811370 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.811696 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.812084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.812555 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:21.899090 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1fc0f-14c7-435c-a238-09103d376103 req-c74be226-9e15-4d6f-8b15-25bb3482c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.900664 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22b1fc0f-14c7-435c-a238-09103d376103 req-c74be226-9e15-4d6f-8b15-25bb3482c2ce service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248705 May 23 20:28:21.943611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:21.974064 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1b11b-9e13-4659-ad21-ca49bb4e6638 req-2a8e481b-b82e-41c4-9431-ca4d611b4a0e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.975472 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-99e1b11b-9e13-4659-ad21-ca49bb4e6638 req-2a8e481b-b82e-41c4-9431-ca4d611b4a0e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0855241 May 23 20:28:21.983834 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-2189376f-2287-4545-a6af-c7815a07e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:21.991094 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-2189376f-2287-4545-a6af-c7815a07e924 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1127 time: 0.0415046 May 23 20:28:21.991233 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:28:22.004071 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:28:22.039515 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-fa4c89a8-2dc5-49b2-9e6c-0aa6449dae3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 217 time: 0.0406003 May 23 20:28:22.077423 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:22.097723 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-99e1b11b-9e13-4659-ad21-ca49bb4e6638 req-8bfff00c-62f5-4ca6-a6cf-266233906188 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145411 May 23 20:28:22.124370 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-be72d318-ad0c-42db-b333-53a56302202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:22.126300 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-be72d318-ad0c-42db-b333-53a56302202d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0792468 May 23 20:28:22.128242 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6391ad9d-91c7-4234-899c-7e28115d5c26 req-fa87c3e7-73a5-479c-bc51-541504e2baa3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0502965 May 23 20:28:22.142307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:22.174728 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:28:22.178900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-f7ebed7d-7d26-448e-835b-dc22b73aac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:22.180618 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-f7ebed7d-7d26-448e-835b-dc22b73aac92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466440 May 23 20:28:22.186378 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:28:22.199358 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:22.200607 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:22.232808 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] No DVR routers for this DVR port 7b51908c-35c3-4298-a108-01fa7493f77c on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:22.235460 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:22.239336 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-51e7ef1b-8dfd-4489-a0b5-4958dfefacae req-bee7a7e9-9383-459e-ae25-a95c728c2c3b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "DELETE /v2.0/ports/7b51908c-35c3-4298-a108-01fa7493f77c HTTP/1.1" status: 204 len: 173 time: 1.3502464 May 23 20:28:22.239856 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'name': 'network-vif-deleted', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:22.242719 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881506aa-91a7-4752-81ff-9a03510ee373" -d '{"events": [{"server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "name": "network-vif-deleted", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:22.304831 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-e9bb7fef-f39c-4fbd-a6ad-c52920c57d93 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171122 May 23 20:28:22.373285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb65410-78ab-4743-9646-06b7e6e056f3 x-openstack-request-id: req-9bb65410-78ab-4743-9646-06b7e6e056f3 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:22.373285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab4da7-dfb5-4755-8ee9-f248b285e751", "name": "network-vif-deleted", "tag": "7b51908c-35c3-4298-a108-01fa7493f77c", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:22.373511 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bb65410-78ab-4743-9646-06b7e6e056f3 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:22.373788 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb65410-78ab-4743-9646-06b7e6e056f3'] response: {'server_uuid': '23ab4da7-dfb5-4755-8ee9-f248b285e751', 'name': 'network-vif-deleted', 'tag': '7b51908c-35c3-4298-a108-01fa7493f77c', 'status': 'completed', 'code': 200} May 23 20:28:22.380306 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:22.418779 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d40c39a8-e3f9-404f-9716-06e32369bb64 req-7260500a-ccaf-4e3e-97db-d7b982c43c51 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062346 May 23 20:28:22.573395 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:22.598402 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:28:22.606738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:22.607339 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:22.694236 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:22.706570 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:22.934647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cd91b-a79c-4581-9129-073b63d02b16 req-ce0d001a-d4af-45a1-835e-242309d6dbbc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:22.936109 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d00cd91b-a79c-4581-9129-073b63d02b16 req-ce0d001a-d4af-45a1-835e-242309d6dbbc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0478516 May 23 20:28:22.994831 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:23.011242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:23.021695 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d00cd91b-a79c-4581-9129-073b63d02b16 req-62bcba7b-5159-478c-879d-b038af7427ae tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791883 May 23 20:28:23.042632 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4ac51-6b10-4a8f-83ff-c50d7d087124 None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '705ebb86-2c1c-4bec-b0e3-1cb99d46b441', 'name': '', 'network_id': '9b05af20-bb00-474e-91be-5942b9baa0f0', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'mac_address': 'fa:16:3e:cf:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:13Z', 'updated_at': '2022-05-23T20:23:29Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'subnets': [{'id': '00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:28:23.062039 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-f9b53c41-37c0-4991-9bf2-60ea085941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.063782 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-f9b53c41-37c0-4991-9bf2-60ea085941a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18&tenant_id=d8f120eaf89b4ef29fc92cf544ff1000 HTTP/1.1" status: 200 len: 1127 time: 0.0822010 May 23 20:28:23.223864 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4be04-6d95-43ef-9b7d-38e2a090e94c req-24c2d48f-f830-4163-8675-42092cbd8ed8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.226408 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7f4be04-6d95-43ef-9b7d-38e2a090e94c req-24c2d48f-f830-4163-8675-42092cbd8ed8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0533006 May 23 20:28:23.262522 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6def563f-8fcb-4602-89bc-f3693b780a87 req-c719bf02-b270-487b-8ecd-85d0176b9a56 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ab4da7-dfb5-4755-8ee9-f248b285e751 HTTP/1.1" status: 200 len: 210 time: 0.0300300 May 23 20:28:23.282620 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe01d1-80e0-4f28-939b-0cf3061f89aa None None] New status for floating IP 26ba13c5-f0cd-40a9-b4e9-684bd890d61b: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:28:23.291123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d7f4be04-6d95-43ef-9b7d-38e2a090e94c req-627384ed-17c9-4817-905d-c528fb4f42c2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592358 May 23 20:28:23.383708 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-2d0a1794-5934-48fe-9074-2867ceb0338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.384831 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-2d0a1794-5934-48fe-9074-2867ceb0338a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1127 time: 0.0390315 May 23 20:28:23.486044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-554bc2a2-082c-4f83-9dac-6bb8265b81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.488081 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-554bc2a2-082c-4f83-9dac-6bb8265b81ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.0895133 May 23 20:28:23.548929 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-d734798b-4c5e-4448-be51-b6e26d83c47b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 999 time: 0.0523627 May 23 20:28:23.568069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:23.607853 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-c386df9a-7772-49f3-ac7f-f49bc8701de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.609296 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-c386df9a-7772-49f3-ac7f-f49bc8701de8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0518067 May 23 20:28:23.651804 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-dc14bb87-4053-42c8-9ebc-004129513dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:23.653298 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-dc14bb87-4053-42c8-9ebc-004129513dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379295 May 23 20:28:23.744337 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-38cf2add-4c72-45c9-bff4-7e4fd7ae98bd service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 May 23 20:28:23.803135 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:23.838033 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-978f127c-9b9a-4421-ba8d-71f2b6344368 req-874be361-f934-451d-8785-bca2e4b7f612 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 May 23 20:28:24.132463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690eda8-0040-4237-9d0e-8bbbd2f9ee91 req-952d6834-2cd9-44b8-b73a-3ac0d0653eed tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:24.133886 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2690eda8-0040-4237-9d0e-8bbbd2f9ee91 req-952d6834-2cd9-44b8-b73a-3ac0d0653eed tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0464542 May 23 20:28:24.181584 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2690eda8-0040-4237-9d0e-8bbbd2f9ee91 req-179eb573-1c05-4f0e-a168-aacbec03499c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 May 23 20:28:24.212890 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7b51908c-35c3-4298-a108-01fa7493f77c no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:24.232244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 7b51908c-35c3-4298-a108-01fa7493f77c {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:24.232590 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7b51908c-35c3-4298-a108-01fa7493f77c not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:24.408211 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebb92f-cdb6-4bb4-b863-675d99f17437 req-89a6ba2f-5f9c-43fb-bf1f-843334a03ce4 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:24.412741 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d5ebb92f-cdb6-4bb4-b863-675d99f17437 req-89a6ba2f-5f9c-43fb-bf1f-843334a03ce4 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0529990 May 23 20:28:24.457589 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d5ebb92f-cdb6-4bb4-b863-675d99f17437 req-efd43927-03fb-4c28-86cf-964df21f0f16 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 May 23 20:28:24.459767 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36474) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:24.512074 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (46264840-4a90-4c86-b8ec-eb115ea8c4bb), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.523731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:24.535411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (46264840-4a90-4c86-b8ec-eb115ea8c4bb), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.636389 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (46264840-4a90-4c86-b8ec-eb115ea8c4bb), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.639013 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.640142 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "DELETE /v2.0/security-groups/46264840-4a90-4c86-b8ec-eb115ea8c4bb HTTP/1.1" status: 204 len: 168 time: 0.1794884 May 23 20:28:24.642825 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36476) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:24.649768 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46264840-4a90-4c86-b8ec-eb115ea8c4bb,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:24.656902 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.api.v2.resource [None req-664f7d17-083a-44b9-bd87-f024a28085df tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] show failed (client error): The resource could not be found. May 23 20:28:24.657068 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.657277 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.657627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.657887 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-664f7d17-083a-44b9-bd87-f024a28085df tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups/46264840-4a90-4c86-b8ec-eb115ea8c4bb HTTP/1.1" status: 404 len: 347 time: 0.0135255 May 23 20:28:24.658005 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.658347 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.658685 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.659053 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.659389 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.659716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.660042 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.660372 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.661075 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36478) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:24.661241 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.661537 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.661994 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.662209 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72095444-2450-4d9d-8cf7-40bb781a74cd tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:24.771463 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Deleting port ecd970a8-59f6-4e6d-8ac5-b78470b74bfa {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:24.771804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.848694 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.849080 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:24.861087 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Calling delete_port for ecd970a8-59f6-4e6d-8ac5-b78470b74bfa owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:24.970269 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:25.047448 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:25.088817 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (ecd970a8-59f6-4e6d-8ac5-b78470b74bfa), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:25.117830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event deleted for resources: {'Port': ['ID=ecd970a8-59f6-4e6d-8ac5-b78470b74bfa,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:25.184541 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks [] for floatingip (26ba13c5-f0cd-40a9-b4e9-684bd890d61b), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:25.187404 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:25.188544 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-314cbd05-1542-48b3-ae33-eeb9cb073f85 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "DELETE /v2.0/floatingips/26ba13c5-f0cd-40a9-b4e9-684bd890d61b HTTP/1.1" status: 204 len: 168 time: 0.5265055 May 23 20:28:25.305109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84dc8-abd4-4267-b6b1-3bbe594fd82c req-a538a7b4-7d3a-49de-baad-a332d74850a1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:25.306662 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25b84dc8-abd4-4267-b6b1-3bbe594fd82c req-a538a7b4-7d3a-49de-baad-a332d74850a1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0498528 May 23 20:28:25.363151 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25b84dc8-abd4-4267-b6b1-3bbe594fd82c req-776d8eca-1126-44e5-b965-dddce7be778f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504847 May 23 20:28:25.573875 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a77b09-58b5-40fd-a141-efec64bce18e req-737421a9-7d38-42a7-a051-97b98f6f1c45 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:25.575588 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-25a77b09-58b5-40fd-a141-efec64bce18e req-737421a9-7d38-42a7-a051-97b98f6f1c45 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0496778 May 23 20:28:25.624584 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-25a77b09-58b5-40fd-a141-efec64bce18e req-f183a2db-4155-45b3-9bab-28959cb1baa2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 May 23 20:28:26.477225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe943-1813-4cd3-96c3-1121a2ef97cf req-0cd8b4e0-a6d7-4581-b32f-3834804f9342 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:26.478699 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b89fe943-1813-4cd3-96c3-1121a2ef97cf req-0cd8b4e0-a6d7-4581-b32f-3834804f9342 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0483410 May 23 20:28:26.527667 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b89fe943-1813-4cd3-96c3-1121a2ef97cf req-f6b44d77-7b61-4323-896c-dac97c7dccb0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 May 23 20:28:26.738065 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927fa1-ca9b-49ee-8865-edfab166798e req-85350aff-d2c3-49e5-9c11-2def74e67f67 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:26.738842 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3b927fa1-ca9b-49ee-8865-edfab166798e req-85350aff-d2c3-49e5-9c11-2def74e67f67 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0467546 May 23 20:28:26.787217 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-3b927fa1-ca9b-49ee-8865-edfab166798e req-7ba0d6ec-b175-4d10-a807-d066f0ab7c41 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 May 23 20:28:27.638774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5c19-a1cd-40e4-888b-02cb2716705a req-af98e1b8-707b-47a5-b512-d45ec183a8db tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:27.640235 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-85ce5c19-a1cd-40e4-888b-02cb2716705a req-af98e1b8-707b-47a5-b512-d45ec183a8db tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0469639 May 23 20:28:27.688468 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-85ce5c19-a1cd-40e4-888b-02cb2716705a req-5fc682dd-eb9c-4ccb-99d9-e0a9d578c6b6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 May 23 20:28:27.902940 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f375ba-75cf-4745-9233-1f6884783dff req-4f4dc959-a044-4fa7-98d9-03734dcaefb2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:27.904395 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-41f375ba-75cf-4745-9233-1f6884783dff req-4f4dc959-a044-4fa7-98d9-03734dcaefb2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0510170 May 23 20:28:27.923894 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:27.952298 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-41f375ba-75cf-4745-9233-1f6884783dff req-3f652caa-d49d-455b-a611-b2aebf110074 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 May 23 20:28:28.138314 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16eb0e-05dc-413c-aa4a-6a9ef2cc2fa3 req-9289b14f-30c2-4047-b240-ce7318bea8e6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:28.139765 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0f16eb0e-05dc-413c-aa4a-6a9ef2cc2fa3 req-9289b14f-30c2-4047-b240-ce7318bea8e6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0463352 May 23 20:28:28.186524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0f16eb0e-05dc-413c-aa4a-6a9ef2cc2fa3 req-38db7e3d-e6b2-40f0-8f98-195a4b2aa8b5 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 May 23 20:28:28.800880 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a5441-ddc9-45f8-ab42-dbfa900f9dca req-ea8a31eb-6563-4199-9d66-440054518dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:28.802370 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2a7a5441-ddc9-45f8-ab42-dbfa900f9dca req-ea8a31eb-6563-4199-9d66-440054518dd6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0468814 May 23 20:28:28.855394 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2a7a5441-ddc9-45f8-ab42-dbfa900f9dca req-47173d83-9590-4168-9037-555c3a0eaf37 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 May 23 20:28:29.066198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f21a5-dc85-4a25-a0e0-4d96f9674662 req-81a663fb-a20f-424b-aceb-75a95dc1db61 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:29.067676 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b39f21a5-dc85-4a25-a0e0-4d96f9674662 req-81a663fb-a20f-424b-aceb-75a95dc1db61 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0475075 May 23 20:28:29.119244 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b39f21a5-dc85-4a25-a0e0-4d96f9674662 req-471549fc-5a58-47f8-9928-628a9ba844a2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458570 May 23 20:28:29.299860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3646a-7e7c-4623-a624-39e41cc69b45 req-fb000fad-7077-460a-b300-c469327a9f0e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:29.301306 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dfa3646a-7e7c-4623-a624-39e41cc69b45 req-fb000fad-7077-460a-b300-c469327a9f0e tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0468822 May 23 20:28:29.347832 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-dfa3646a-7e7c-4623-a624-39e41cc69b45 req-7e134f0c-5430-4fb0-8a42-f49fe8186da0 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 May 23 20:28:29.969719 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50fd17-60cf-4c0c-9ea7-92a6a533a196 req-608f3d05-6f1a-48cb-a265-af565203fb97 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:29.971230 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-db50fd17-60cf-4c0c-9ea7-92a6a533a196 req-608f3d05-6f1a-48cb-a265-af565203fb97 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0484724 May 23 20:28:30.021716 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-db50fd17-60cf-4c0c-9ea7-92a6a533a196 req-d009cfb9-17a3-4baf-bd9b-6f98bb17cc8a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 May 23 20:28:30.229572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dda4-72cc-43eb-a2ac-3a855f182add req-49f59585-96c8-405f-b565-b173f6486e79 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:30.231053 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ca58dda4-72cc-43eb-a2ac-3a855f182add req-49f59585-96c8-405f-b565-b173f6486e79 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0462976 May 23 20:28:30.278571 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ca58dda4-72cc-43eb-a2ac-3a855f182add req-1459946c-a655-4d38-a9ac-0df6b451a0f7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 May 23 20:28:30.462275 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c2a8b-171b-407d-b6a3-a4fadcda7ca5 req-57bd59e3-5779-4300-8d88-0e175ed222da tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:30.463756 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb4c2a8b-171b-407d-b6a3-a4fadcda7ca5 req-57bd59e3-5779-4300-8d88-0e175ed222da tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0503733 May 23 20:28:30.509694 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb4c2a8b-171b-407d-b6a3-a4fadcda7ca5 req-d012fd54-8c8f-4f5d-a0d1-10905b09df79 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 May 23 20:28:31.192690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:31.209148 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826d4f-18c5-4062-9b85-703473314068 req-5a325ed3-a202-45da-9882-acc6a5bf401a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:31.210693 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-57826d4f-18c5-4062-9b85-703473314068 req-5a325ed3-a202-45da-9882-acc6a5bf401a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0487552 May 23 20:28:31.261615 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-57826d4f-18c5-4062-9b85-703473314068 req-e3950375-3fda-4aad-a544-b904b97dc70c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449879 May 23 20:28:31.389999 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa734c-c12a-4c34-9c65-1650b60010fb req-27a8fad7-a8e9-4d8c-9b9f-daf3e4a3e4b1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:31.391446 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ccfa734c-c12a-4c34-9c65-1650b60010fb req-27a8fad7-a8e9-4d8c-9b9f-daf3e4a3e4b1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0475638 May 23 20:28:31.443679 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ccfa734c-c12a-4c34-9c65-1650b60010fb req-9e8df4b2-86e1-4bea-b882-61ad7838c1eb tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468140 May 23 20:28:31.584285 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-74333583-d1e1-4aa1-ab44-e82af6f787ad tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:31.585697 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-74333583-d1e1-4aa1-ab44-e82af6f787ad tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0502350 May 23 20:28:31.616304 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:31.659557 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b7fa-9d31-4b33-98c3-4b56ff97b181 req-edb47a82-6594-417a-a2a7-95aee7d33edb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:31.661053 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-99b7b7fa-9d31-4b33-98c3-4b56ff97b181 req-edb47a82-6594-417a-a2a7-95aee7d33edb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 946 time: 0.0839114 May 23 20:28:31.735070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Deleting port d0965418-0eb9-41f9-bd9a-a071392128fb {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:31.735411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:31.755082 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-99b7b7fa-9d31-4b33-98c3-4b56ff97b181 req-764d49fe-7d41-4780-a88c-877e7c60e272 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884409 May 23 20:28:31.830836 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] For port d0965418-0eb9-41f9-bd9a-a071392128fb, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d0965418-0eb9-41f9-bd9a-a071392128fb,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:31.831189 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:31.848009 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Calling delete_port for d0965418-0eb9-41f9-bd9a-a071392128fb owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:32.076130 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (d0965418-0eb9-41f9-bd9a-a071392128fb), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:32.087568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['7c6e7dea-7110-4e10-8314-3048e5eb1884', 'd0965418-0eb9-41f9-bd9a-a071392128fb'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:32.088054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:32.106945 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event deleted for resources: {'Port': ['ID=d0965418-0eb9-41f9-bd9a-a071392128fb,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:32.151708 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] No DVR routers for this DVR port d0965418-0eb9-41f9-bd9a-a071392128fb on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:32.154272 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:32.157632 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5b51e23e-e74e-4529-bfbf-bebebd86763b req-ca4d4947-735e-46a5-81d7-1d8ae2d1b85b tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "DELETE /v2.0/ports/d0965418-0eb9-41f9-bd9a-a071392128fb HTTP/1.1" status: 204 len: 173 time: 0.5632441 May 23 20:28:32.158098 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'name': 'network-vif-deleted', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:32.161547 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621ca2e4-015a-4f02-a4db-3546c0973cb0" -d '{"events": [{"server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "name": "network-vif-deleted", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:32.264846 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d6ffa-5e3d-4f9c-aa36-1add6fa09c0a x-openstack-request-id: req-6f7d6ffa-5e3d-4f9c-aa36-1add6fa09c0a {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:32.267772 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881652d5-5df9-43a8-b417-afe21877e7f2", "name": "network-vif-deleted", "tag": "d0965418-0eb9-41f9-bd9a-a071392128fb", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:32.267772 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f7d6ffa-5e3d-4f9c-aa36-1add6fa09c0a {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:32.267772 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7d6ffa-5e3d-4f9c-aa36-1add6fa09c0a'] response: {'server_uuid': '881652d5-5df9-43a8-b417-afe21877e7f2', 'name': 'network-vif-deleted', 'tag': 'd0965418-0eb9-41f9-bd9a-a071392128fb', 'status': 'completed', 'code': 200} May 23 20:28:32.386573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa67c22-4bb8-4613-9cfb-25bda4d827cf req-5b3e4f0b-4284-45c9-afd1-00e1c8ac24b4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:32.388071 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5aa67c22-4bb8-4613-9cfb-25bda4d827cf req-5b3e4f0b-4284-45c9-afd1-00e1c8ac24b4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0517333 May 23 20:28:32.442232 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5aa67c22-4bb8-4613-9cfb-25bda4d827cf req-44d58751-c58e-4edf-8859-a699e4ec7c47 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 May 23 20:28:32.563919 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48a78-5c0f-49cc-9762-34eb4f195c31 req-fee759e1-e5e6-4369-9aea-eb4911763fbf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:32.566087 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1da48a78-5c0f-49cc-9762-34eb4f195c31 req-fee759e1-e5e6-4369-9aea-eb4911763fbf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0492499 May 23 20:28:32.625305 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1da48a78-5c0f-49cc-9762-34eb4f195c31 req-bc3c25f2-3a49-41b1-a187-181e21ccb610 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533206 May 23 20:28:32.866153 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6b631d87-007e-4721-be6d-b8183edbe83e req-12f308b6-9b01-4669-8095-33dbd03c2c2c tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=881652d5-5df9-43a8-b417-afe21877e7f2 HTTP/1.1" status: 200 len: 210 time: 0.0312686 May 23 20:28:33.565932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aaaca-2640-4451-b817-7140c68b0951 req-ea1c4ef2-3ede-4a9c-ac56-66c7656359f4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:33.567343 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-675aaaca-2640-4451-b817-7140c68b0951 req-ea1c4ef2-3ede-4a9c-ac56-66c7656359f4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0467687 May 23 20:28:33.616883 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-675aaaca-2640-4451-b817-7140c68b0951 req-b6f72097-9977-40fa-8b98-d5781b32c79e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 May 23 20:28:33.739835 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5a96-e7bf-4256-9ed6-1340e0576e16 req-9660f770-fbfd-4a94-a01d-57f6541bb1af tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:33.742005 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4beb5a96-e7bf-4256-9ed6-1340e0576e16 req-9660f770-fbfd-4a94-a01d-57f6541bb1af tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 943 time: 0.0494843 May 23 20:28:33.771296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:33.799684 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4beb5a96-e7bf-4256-9ed6-1340e0576e16 req-0ecc4e5c-0839-4109-86a5-4815230f05b9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501282 May 23 20:28:33.842298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf949b4b-3597-49ab-935f-a2d51bc26560 req-afd954e2-0b53-4ec8-9fca-42ba11cf8e17 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:33.843705 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bf949b4b-3597-49ab-935f-a2d51bc26560 req-afd954e2-0b53-4ec8-9fca-42ba11cf8e17 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0474162 May 23 20:28:33.895439 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bf949b4b-3597-49ab-935f-a2d51bc26560 req-214cc733-cf81-4531-9c44-94a46c826051 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 May 23 20:28:34.278934 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:28:34.282444 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d0965418-0eb9-41f9-bd9a-a071392128fb no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:34.308991 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: d0965418-0eb9-41f9-bd9a-a071392128fb {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:34.309430 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d0965418-0eb9-41f9-bd9a-a071392128fb not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:34.315710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:34.326379 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3e21-a8fc-4cd1-9c63-c7675336638c req-cefb9043-ff17-4a1f-9dd1-6fc653d21a96 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:34.331236 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e6ca3e21-a8fc-4cd1-9c63-c7675336638c req-cefb9043-ff17-4a1f-9dd1-6fc653d21a96 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0480161 May 23 20:28:34.377358 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e6ca3e21-a8fc-4cd1-9c63-c7675336638c req-8969ee61-a249-4611-9c6f-f35fff65ced1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 May 23 20:28:34.403535 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:34.414791 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:28:34.449057 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:34.449702 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:34.462705 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:28:34.481453 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:34.578593 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:34.579264 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:28:34.649863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:34.717112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:34.729069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'port_id': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'mac_address': 'fa:16:3e:e3:ae:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:28:34.731250 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ff804-9e0a-4718-8d7c-5733d962951d req-326744f2-83fc-4af6-bf79-69091643315f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:34.732780 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-415ff804-9e0a-4718-8d7c-5733d962951d req-326744f2-83fc-4af6-bf79-69091643315f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 943 time: 0.0464005 May 23 20:28:34.733392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:34.764622 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port e3fbb816-fd5a-4989-8f75-4be912227768 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:34.765004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:34.781239 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fbb816-fd5a-4989-8f75-4be912227768 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:28:34.782214 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-415ff804-9e0a-4718-8d7c-5733d962951d req-f2b33332-1189-4462-a698-dda714e922ff tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 May 23 20:28:34.801737 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:34.870489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:34.895510 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:34.914147 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f05f4-d484-483d-8d87-210fd403266d req-af7cf5b3-93af-4113-9413-ed39d7c0bae1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:34.915657 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0e6f05f4-d484-483d-8d87-210fd403266d req-af7cf5b3-93af-4113-9413-ed39d7c0bae1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 944 time: 0.0472212 May 23 20:28:34.919789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=7']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:34.965915 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0e6f05f4-d484-483d-8d87-210fd403266d req-dc47d9c1-dcf8-4c1c-a93f-8238b464cb44 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445657 May 23 20:28:35.010980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01064c32-4d64-488e-9f17-2420b9c5352e req-324e88ad-cef2-40a8-97d3-e4b2e7309b78 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:35.012338 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01064c32-4d64-488e-9f17-2420b9c5352e req-324e88ad-cef2-40a8-97d3-e4b2e7309b78 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0469999 May 23 20:28:35.058976 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01064c32-4d64-488e-9f17-2420b9c5352e req-2ebda3bf-3622-49e3-9c74-adc9d7f0c015 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 May 23 20:28:35.289207 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:35.389239 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['e3fbb816-fd5a-4989-8f75-4be912227768'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:35.469750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:35.497875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c81a59-5052-47d8-987e-dd51db6209a9 req-a1745c30-1a37-4c90-abe4-1137c8d58fb3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:35.499376 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97c81a59-5052-47d8-987e-dd51db6209a9 req-a1745c30-1a37-4c90-abe4-1137c8d58fb3 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0524795 May 23 20:28:35.547104 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-97c81a59-5052-47d8-987e-dd51db6209a9 req-f62773c7-db99-47eb-9b14-8681aff078c6 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 May 23 20:28:35.898004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f680-98d4-438d-a208-0bb380964fe0 req-352e0416-d4e2-48e0-b8ac-dbc227941b95 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:35.899445 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0308f680-98d4-438d-a208-0bb380964fe0 req-352e0416-d4e2-48e0-b8ac-dbc227941b95 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 944 time: 0.0495317 May 23 20:28:35.946816 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0308f680-98d4-438d-a208-0bb380964fe0 req-f12e3d8b-d1bf-4bf9-b09f-33e6df2715a7 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 May 23 20:28:36.078243 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860f91-3b42-484e-9c5c-25a81a706041 req-132197ad-5fa8-45c8-9137-f80b061b9587 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:36.079634 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb860f91-3b42-484e-9c5c-25a81a706041 req-132197ad-5fa8-45c8-9137-f80b061b9587 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 944 time: 0.0473793 May 23 20:28:36.129117 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eb860f91-3b42-484e-9c5c-25a81a706041 req-7096ca73-91fd-488c-a6c9-baf0b6db3587 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 May 23 20:28:36.177966 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf1b2-239b-44dc-89f4-90a61b18f44c req-e4def4b7-0816-4bc1-9e8f-07bd66fbc9fb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:36.179417 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-02daf1b2-239b-44dc-89f4-90a61b18f44c req-e4def4b7-0816-4bc1-9e8f-07bd66fbc9fb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0462773 May 23 20:28:36.225736 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-02daf1b2-239b-44dc-89f4-90a61b18f44c req-ed6240ad-2dcc-4dfd-b0a3-f1c6ef822472 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 May 23 20:28:36.657396 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64883ed-f7bb-465a-b5fc-5cc7fa1c8ce9 req-49573032-981b-42f2-89a6-9c5d387ac2ea tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:36.659513 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c64883ed-f7bb-465a-b5fc-5cc7fa1c8ce9 req-49573032-981b-42f2-89a6-9c5d387ac2ea tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0453663 May 23 20:28:36.707985 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c64883ed-f7bb-465a-b5fc-5cc7fa1c8ce9 req-8de76f3a-6db7-441c-8fd8-0a8dc12cc746 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 May 23 20:28:36.798238 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:28:36.832413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:36.841188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port e3fbb816-fd5a-4989-8f75-4be912227768 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:28:36.845129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:36.914611 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port e3fbb816-fd5a-4989-8f75-4be912227768 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:36.914989 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:36.936246 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:36.938435 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff719116-12ce-4770-b459-3318577d8e5c" -d '{"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-plugged", "status": "completed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:36.960418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:36.975368 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0651f98-d41c-4eb6-acda-486a436268f3 x-openstack-request-id: req-b0651f98-d41c-4eb6-acda-486a436268f3 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:36.975676 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-plugged", "status": "completed", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:36.975950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0651f98-d41c-4eb6-acda-486a436268f3 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:36.976478 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0651f98-d41c-4eb6-acda-486a436268f3'] response: {'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'code': 200} May 23 20:28:37.035986 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.037170 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:28:37.061389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca44593-a1d9-44b0-9878-f0190d33a091 req-cca3613b-857a-41c9-85eb-a81833c899eb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.062819 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7ca44593-a1d9-44b0-9878-f0190d33a091 req-cca3613b-857a-41c9-85eb-a81833c899eb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 944 time: 0.0498641 May 23 20:28:37.082900 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:37.113495 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7ca44593-a1d9-44b0-9878-f0190d33a091 req-1dfa2e0c-a956-4c22-9fdf-9872118216c0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 May 23 20:28:37.116929 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=8']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:37.124227 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:28:37.178703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:28:37.183340 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.246442 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33966151-7837-47e0-9ace-d361f59fa430 req-24c29002-9044-428b-a96f-7813e5e52b8b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.247900 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33966151-7837-47e0-9ace-d361f59fa430 req-24c29002-9044-428b-a96f-7813e5e52b8b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 944 time: 0.0513468 May 23 20:28:37.254098 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:37.254607 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.290726 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:37.322815 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-33966151-7837-47e0-9ace-d361f59fa430 req-b40c8e45-5da8-4f92-9a5b-2e80a99b2738 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684359 May 23 20:28:37.348468 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ca980-97b5-48cf-b409-6d2d31f8cd9b req-64d7d4ef-94ec-475b-b809-93a8f76f931b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.350338 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-799ca980-97b5-48cf-b409-6d2d31f8cd9b req-64d7d4ef-94ec-475b-b809-93a8f76f931b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0483053 May 23 20:28:37.355947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.400694 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-799ca980-97b5-48cf-b409-6d2d31f8cd9b req-d8703672-ca36-40e8-80e7-24161fc44b60 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 May 23 20:28:37.405480 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:37.617191 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291068-4a48-4fcd-8069-b531c65115ef req-20a8ecaf-9435-4bc4-b75e-b74b88c45b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.618816 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5f291068-4a48-4fcd-8069-b531c65115ef req-20a8ecaf-9435-4bc4-b75e-b74b88c45b27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0469871 May 23 20:28:37.623915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-0cae5406-70b8-4f70-b42a-272c75c7a1fb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.625340 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-0cae5406-70b8-4f70-b42a-272c75c7a1fb tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0536642 May 23 20:28:37.664179 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5f291068-4a48-4fcd-8069-b531c65115ef req-cd6003ea-c6ae-4176-a358-3a4cbf9fa8e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 May 23 20:28:37.707865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Deleting port 7c6e7dea-7110-4e10-8314-3048e5eb1884 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:37.708206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.801330 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] For port 7c6e7dea-7110-4e10-8314-3048e5eb1884, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=7c6e7dea-7110-4e10-8314-3048e5eb1884,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:37.801694 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:37.815180 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Calling delete_port for 7c6e7dea-7110-4e10-8314-3048e5eb1884 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:37.821412 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d534b-5256-4325-ac16-f252a2ec3e63 req-25da2652-8be5-4b69-99ba-36379d1f2289 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:37.823193 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e80d534b-5256-4325-ac16-f252a2ec3e63 req-25da2652-8be5-4b69-99ba-36379d1f2289 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 945 time: 0.0470133 May 23 20:28:37.873155 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e80d534b-5256-4325-ac16-f252a2ec3e63 req-b492c25d-b5a6-446b-9be5-8548ef607219 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/security-groups?id=82c8e8e4-e4e1-434a-ab25-9932d1ed081d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 May 23 20:28:37.873707 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:38.076055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (7c6e7dea-7110-4e10-8314-3048e5eb1884), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:38.076587 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['7c6e7dea-7110-4e10-8314-3048e5eb1884'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:38.077066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Pushing event deleted for resources: {'Port': ['ID=7c6e7dea-7110-4e10-8314-3048e5eb1884,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:38.114741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] No DVR routers for this DVR port 7c6e7dea-7110-4e10-8314-3048e5eb1884 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:38.117362 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:38.120703 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-52a78223-1e00-4f8b-977c-2ad1e2842a64 req-f9e2f40e-a752-461f-8660-13a24b6f63d7 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.31 "DELETE /v2.0/ports/7c6e7dea-7110-4e10-8314-3048e5eb1884 HTTP/1.1" status: 204 len: 173 time: 0.4900789 May 23 20:28:38.121132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'name': 'network-vif-deleted', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:38.123458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37790125-666c-4cd4-82dd-1ff2b20e2c82" -d '{"events": [{"server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "name": "network-vif-deleted", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:38.161337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99310f-1600-4285-b6ea-3a6cd07c0988 x-openstack-request-id: req-be99310f-1600-4285-b6ea-3a6cd07c0988 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:38.161633 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4058a126-dae4-43c7-8270-12ea57ea38c6", "name": "network-vif-deleted", "tag": "7c6e7dea-7110-4e10-8314-3048e5eb1884", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:38.161886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be99310f-1600-4285-b6ea-3a6cd07c0988 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:38.162326 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be99310f-1600-4285-b6ea-3a6cd07c0988'] response: {'server_uuid': '4058a126-dae4-43c7-8270-12ea57ea38c6', 'name': 'network-vif-deleted', 'tag': '7c6e7dea-7110-4e10-8314-3048e5eb1884', 'status': 'completed', 'code': 200} May 23 20:28:38.226220 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a378c7c-6766-41b5-800c-c1b7036de6e4 req-9e331994-0ea9-4732-b697-21d45bf9586d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:38.227799 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2a378c7c-6766-41b5-800c-c1b7036de6e4 req-9e331994-0ea9-4732-b697-21d45bf9586d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0467908 May 23 20:28:38.275015 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2a378c7c-6766-41b5-800c-c1b7036de6e4 req-0b115c0f-7d74-4960-a000-15839b4456fb tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 May 23 20:28:38.462393 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a561fd-573c-4efa-82b5-a91876f2d0cd req-3d03546a-e0af-4937-9bc3-682710240f78 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:38.463958 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-38a561fd-573c-4efa-82b5-a91876f2d0cd req-3d03546a-e0af-4937-9bc3-682710240f78 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0698235 May 23 20:28:38.526305 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-38a561fd-573c-4efa-82b5-a91876f2d0cd req-276757de-4d27-4bb3-a2e8-36b2c1a4b999 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564342 May 23 20:28:38.539437 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d299-b177-49f4-ac9a-a10391480e36 req-c72a9827-4013-4b52-a812-c621b0f257f4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:38.541129 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4c3d299-b177-49f4-ac9a-a10391480e36 req-c72a9827-4013-4b52-a812-c621b0f257f4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0585589 May 23 20:28:38.567659 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:38.579486 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:38.592572 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4c3d299-b177-49f4-ac9a-a10391480e36 req-ff4ae220-f944-42ad-8f80-fd3c2359de5c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 May 23 20:28:38.970619 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-858b23a1-b5fc-49ec-81b3-b73defecc2a5 req-49ced7ef-5504-48b1-a856-21d9af40f9d1 tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 210 time: 0.0317850 May 23 20:28:38.977417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:38.980206 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f1d899-7ef4-4188-acd7-c09fff8cefef" -d '{"events": [{"server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "name": "network-vif-plugged", "status": "completed", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:39.071737 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a279a-2042-4244-a74a-47e7c6df2beb x-openstack-request-id: req-891a279a-2042-4244-a74a-47e7c6df2beb {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:39.072028 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "name": "network-vif-plugged", "status": "completed", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:39.072280 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-891a279a-2042-4244-a74a-47e7c6df2beb {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:39.072676 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891a279a-2042-4244-a74a-47e7c6df2beb'] response: {'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'code': 200} May 23 20:28:39.392411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb94c70-dfb3-4ff6-b402-accced50af68 req-aa5dadfb-701f-4d48-a406-d73e796405dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:39.393954 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7bb94c70-dfb3-4ff6-b402-accced50af68 req-aa5dadfb-701f-4d48-a406-d73e796405dc tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0508435 May 23 20:28:39.443023 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7bb94c70-dfb3-4ff6-b402-accced50af68 req-8ef08c56-e2fe-428f-ab67-6a902bf1815e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 May 23 20:28:39.638480 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b2ae1-95c4-47bf-922f-f0fa193949d4 req-67ffaa33-4a8d-4f8c-9bea-e9aafbf4da12 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:39.639957 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-968b2ae1-95c4-47bf-922f-f0fa193949d4 req-67ffaa33-4a8d-4f8c-9bea-e9aafbf4da12 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0506818 May 23 20:28:39.696193 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-968b2ae1-95c4-47bf-922f-f0fa193949d4 req-95d74099-d732-4e62-9e4b-fda5b31a4588 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498426 May 23 20:28:39.720002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c79d5-089c-4174-a77a-ae0ae95169f6 req-7b71b159-346a-45db-944c-c4ebd7fc4027 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:39.722632 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-791c79d5-089c-4174-a77a-ae0ae95169f6 req-7b71b159-346a-45db-944c-c4ebd7fc4027 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0552981 May 23 20:28:39.774145 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-791c79d5-089c-4174-a77a-ae0ae95169f6 req-02312a6c-571c-42c5-b872-5ee7341ba19c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 May 23 20:28:40.071065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:40.081323 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1d808166-8263-429c-afa9-21449310cbfa req-6c587a67-c0a9-45dd-a241-1c1268da9bda tempest-ServerRescueNegativeTestJSON-587335690 tempest-ServerRescueNegativeTestJSON-587335690-project] 10.222.0.16 "GET /v2.0/ports?device_id=4058a126-dae4-43c7-8270-12ea57ea38c6 HTTP/1.1" status: 200 len: 210 time: 0.0289690 May 23 20:28:40.098971 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4412e-562b-4ff7-9aa1-2a5af48d6dbd req-da6247d5-ec8d-442f-9ac0-5cb8115bbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:40.100482 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cb4412e-562b-4ff7-9aa1-2a5af48d6dbd req-da6247d5-ec8d-442f-9ac0-5cb8115bbf1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1129 time: 0.0439129 May 23 20:28:40.147195 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4cb4412e-562b-4ff7-9aa1-2a5af48d6dbd req-ff7d3272-dd14-4b43-b4ee-29927dcae5b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 May 23 20:28:40.775661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7c6e7dea-7110-4e10-8314-3048e5eb1884 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:40.794619 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 7c6e7dea-7110-4e10-8314-3048e5eb1884 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:40.794964 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 7c6e7dea-7110-4e10-8314-3048e5eb1884 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:40.815540 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9003b-dd89-4568-be54-81afd2553fb8 req-e0a5f4b2-9835-490c-a14b-a44d5e961ab6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:40.817033 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1ea9003b-dd89-4568-be54-81afd2553fb8 req-e0a5f4b2-9835-490c-a14b-a44d5e961ab6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0516043 May 23 20:28:40.866949 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1ea9003b-dd89-4568-be54-81afd2553fb8 req-1e4acff0-e581-40fc-b2de-653afcfc9259 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 May 23 20:28:40.941631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f76d94-6e99-4b0f-8f82-d8f0c930040a req-a829dc91-96fb-4961-9040-faa514f6b950 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:40.943345 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-87f76d94-6e99-4b0f-8f82-d8f0c930040a req-a829dc91-96fb-4961-9040-faa514f6b950 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0500312 May 23 20:28:40.992908 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-87f76d94-6e99-4b0f-8f82-d8f0c930040a req-eb7da3c8-f7f3-4f7f-a6e6-e664947e9bee tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 May 23 20:28:41.140547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36684) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:41.621828 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:41.661457 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:41.883984 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Deleting port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:41.884764 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:41.960334 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] For port 705ebb86-2c1c-4bec-b0e3-1cb99d46b441, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:41.960700 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:41.974491 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Calling delete_port for 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:41.997049 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:42.001182 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:42.123963 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:42.152500 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f81ab-193b-4bd4-a2bf-92c9ce8196d0 req-6c6c0583-9f2e-42cf-a6fe-2685c80bee33 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:42.153982 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-624f81ab-193b-4bd4-a2bf-92c9ce8196d0 req-6c6c0583-9f2e-42cf-a6fe-2685c80bee33 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0725605 May 23 20:28:42.216355 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df9219-c166-4b82-9aaf-40a20790f360 req-94be0159-f1e8-4f0d-b3b8-1b883238089b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:42.217885 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-17df9219-c166-4b82-9aaf-40a20790f360 req-94be0159-f1e8-4f0d-b3b8-1b883238089b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.2850180 May 23 20:28:42.232402 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-624f81ab-193b-4bd4-a2bf-92c9ce8196d0 req-2087281c-d555-4c0d-a350-c9ab83a466ca tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719988 May 23 20:28:42.268954 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-17df9219-c166-4b82-9aaf-40a20790f360 req-50431da2-060d-4c53-940c-af870b54c1d3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 May 23 20:28:42.344608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (705ebb86-2c1c-4bec-b0e3-1cb99d46b441), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:42.397711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Pushing event deleted for resources: {'Port': ['ID=705ebb86-2c1c-4bec-b0e3-1cb99d46b441,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:42.423241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5e3d2-cd21-465d-88c0-006c7427aa00 req-7977a58d-f486-4d1e-8272-7468190c9b15 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:42.425360 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cce5e3d2-cd21-465d-88c0-006c7427aa00 req-7977a58d-f486-4d1e-8272-7468190c9b15 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0914290 May 23 20:28:42.511596 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cce5e3d2-cd21-465d-88c0-006c7427aa00 req-db65e471-7f4a-4ccb-8870-8a3dfe07456f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655091 May 23 20:28:42.535083 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36702) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:42.560768 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:42.600359 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3535d-8b2d-4ee7-bd62-4f5439600144 tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:42.601870 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-dcc3535d-8b2d-4ee7-bd62-4f5439600144 tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1124 time: 0.0652895 May 23 20:28:42.604854 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36706) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:42.610344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:28:42.616167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:42.727882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:42.813845 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:42.927565 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.27.2.224 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/bd508a19-cd45-46b1-9f6b-cf860166a54c) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:28:43.085316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:28:43.096537 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.184872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.186104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:28:43.194701 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2f92afd1-c4ba-410e-b9ce-b06656047881 admin admin] 10.222.0.16 "PUT /v2.0/routers/94b7ae0f-cf12-4205-ad4c-0fce81e627ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509322 May 23 20:28:43.195040 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36712) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:43.197824 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Sync routers for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:28:43.208113 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:43.208735 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:43.241034 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:28:43.247200 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:28:43.251302 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:28:43.281061 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=bd508a19-cd45-46b1-9f6b-cf860166a54c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:43.304509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.318579 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:43.321713 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks [] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.358180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.396012 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.417935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.439207 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c143-6339-4942-bda5-9e8ba909400e req-cadfeba5-7e04-424c-83fd-9e4debf30b5b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:43.441390 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c36c143-6339-4942-bda5-9e8ba909400e req-cadfeba5-7e04-424c-83fd-9e4debf30b5b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.1165972 May 23 20:28:43.530282 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks [] for router_gateway (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.531304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:28:42Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:43.543115 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c36c143-6339-4942-bda5-9e8ba909400e req-20063db8-5771-4797-a284-15609e3a4aba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760224 May 23 20:28:43.562092 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Checking router: 94b7ae0f-cf12-4205-ad4c-0fce81e627ef for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:28:43.572243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Routers {'94b7ae0f-cf12-4205-ad4c-0fce81e627ef'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:43.573029 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:43.606953 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.621496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Deleting port b0259559-49d6-4659-9323-d6ea9fa313c7 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:43.629622 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.679845 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] Set router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:43.703911 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] For port b0259559-49d6-4659-9323-d6ea9fa313c7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b0259559-49d6-4659-9323-d6ea9fa313c7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:43.704858 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.713612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (36ca026b-bc51-4c86-bd45-e1623602ab27), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.727306 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Calling delete_port for b0259559-49d6-4659-9323-d6ea9fa313c7 owned by network:router_gateway {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:43.845654 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:43.852085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:43.865911 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:28:42Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:43.888971 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd933bb-aab9-4c81-bb20-01d58b52fac3 None None] The sync data for ids ['94b7ae0f-cf12-4205-ad4c-0fce81e627ef'] in dv-cinder-843018-1-iscsi is: [{'id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'name': 'tempest-ServerRescueNegativeTestJSON-422332646-router', 'tenant_id': '02969314f19c4dc182b0dbe76aad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:28:42Z', 'revision_number': 5, 'project_id': '02969314f19c4dc182b0dbe76aad9a34', 'gw_port': {'id': 'b0259559-49d6-4659-9323-d6ea9fa313c7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b7ae0f-cf12-4205-ad4c-0fce81e627ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:28:43.996427 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (b0259559-49d6-4659-9323-d6ea9fa313c7), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.027406 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0259559-49d6-4659-9323-d6ea9fa313c7,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:44.029527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.090353 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.093292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.162198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=bd508a19-cd45-46b1-9f6b-cf860166a54c,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:44.174490 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (36ca026b-bc51-4c86-bd45-e1623602ab27), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.194942 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.197165 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks [] for router_controller (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.216601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:44.281359 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 36ca026b-bc51-4c86-bd45-e1623602ab27 associated. External IP: 172.27.2.224, port: ded069bc-1e0c-448e-8af6-6ea2d76dc8f8. May 23 20:28:44.344953 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (94b7ae0f-cf12-4205-ad4c-0fce81e627ef), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.345656 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b7ae0f-cf12-4205-ad4c-0fce81e627ef {{(pid=104477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:28:44.351360 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.355287 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-51c9eb96-2bb8-4624-ba2b-9c7fc3dfa819 admin admin] 10.222.0.16 "DELETE /v2.0/routers/94b7ae0f-cf12-4205-ad4c-0fce81e627ef HTTP/1.1" status: 204 len: 168 time: 1.1590612 May 23 20:28:44.355945 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36718) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:44.405087 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Deleting subnet 00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:28:44.408567 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Publish callbacks [] for subnet (00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.445890 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3400647'] for subnet (00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.504918 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:28:44.547417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:44.560746 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.624397 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:28:44.636061 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:28:44.659332 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:44.659332 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:44.670735 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8755871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487103'] for subnet (00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.680716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0103170-1927-4774-b8f1-540b9f751597 req-2c9cbec3-4d14-4d3e-b7b8-f991cc8b2607 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:44.682326 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e0103170-1927-4774-b8f1-540b9f751597 req-2c9cbec3-4d14-4d3e-b7b8-f991cc8b2607 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0525916 May 23 20:28:44.702290 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:44.704374 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.710925 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1c413bb4-ec06-40f7-a3fb-f439e7509456 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00fe0f19-4edf-4cd2-a7e5-0ca2b68d66e0 HTTP/1.1" status: 204 len: 168 time: 0.3539894 May 23 20:28:44.711998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36724) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:44.715781 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7b88d-5a25-4ccd-80ce-d7947184da60 None None] Network 9b05af20-bb00-474e-91be-5942b9baa0f0 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:28:44.716778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.765417 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e0103170-1927-4774-b8f1-540b9f751597 req-fb02456e-07a2-4ffc-b751-278cb930edc4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765779 May 23 20:28:44.766854 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b8049638-f232-429d-a172-b931af36d86e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1609552 May 23 20:28:44.767441 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:44.769853 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b9ab45-4a98-4d79-bc70-7653decf77ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:44.791212 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:44.803295 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:44.821977 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f643a6d-2453-402c-86f2-46515743c28c x-openstack-request-id: req-1f643a6d-2453-402c-86f2-46515743c28c {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:44.822364 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:44.822683 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f643a6d-2453-402c-86f2-46515743c28c {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:44.823173 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f643a6d-2453-402c-86f2-46515743c28c'] response: {'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'status': 'completed', 'code': 200} May 23 20:28:44.830482 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (9b05af20-bb00-474e-91be-5942b9baa0f0), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.878674 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Deleting port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:44.879240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:44.968496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-b521d537-2bf4-461e-bf3f-3e5969dbc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:44.970008 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-b521d537-2bf4-461e-bf3f-3e5969dbc01e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1129 time: 0.0885746 May 23 20:28:44.990715 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] For port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:44.991078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.007036 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Calling delete_port for 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:45.040142 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:43Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.057574 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] DHCP port deletion for 9b05af20-bb00-474e-91be-5942b9baa0f0 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:28:45.069707 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:28:45.077821 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:28:45.078455 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.085241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:45.102048 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Deleting port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:28:45.102584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.173953 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] For port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,segment=NetworkSegment(2d78b979-520a-4141-9487-599db957ed70),segment_id=2d78b979-520a-4141-9487-599db957ed70)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:45.174475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.182601 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-f68f2420-6910-48cd-bab7-8b5928004095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:45.183799 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-f68f2420-6910-48cd-bab7-8b5928004095 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.1640162 May 23 20:28:45.191492 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Calling delete_port for 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:28:45.248350 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.281059 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:28:45.286871 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-e5b5a385-ce8a-4a19-b710-43f9971f1f4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 999 time: 0.0959542 May 23 20:28:45.287830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] No DVR routers for this DVR port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 on host dv-cinder-843018-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:45.289356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:45.317660 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.343804 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Pushing event deleted for resources: {'Port': ['ID=5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:45.348584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] No DVR routers for this DVR port 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:28:45.354713 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.355147 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.355589 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.356016 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.356682 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.356806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.357181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.357624 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.358067 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.358429 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.358824 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.359220 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.359614 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.360003 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.360392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3e335-3f1e-4312-95a7-31d8fb85cfde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:28:45.404807 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (9b05af20-bb00-474e-91be-5942b9baa0f0), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.420968 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-0b763201-0d80-4276-be05-740ce57b07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:45.422450 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-0b763201-0d80-4276-be05-740ce57b07e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.1108513 May 23 20:28:45.430151 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b05af20-bb00-474e-91be-5942b9baa0f0']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.465187 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d78b979-520a-4141-9487-599db957ed70') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.465482 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d78b979-520a-4141-9487-599db957ed70') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.479671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (2d78b979-520a-4141-9487-599db957ed70), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.494896 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-65953a9d-a405-44e4-867c-3e4018560607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:45.495848 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-65953a9d-a405-44e4-867c-3e4018560607 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628474 May 23 20:28:45.503648 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (2d78b979-520a-4141-9487-599db957ed70), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.515048 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:43Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:28:45.529078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:28:45.529481 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (2d78b979-520a-4141-9487-599db957ed70), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.540963 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db784082-73b6-4d24-bfb7-b08b8f92b473 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:43Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:28:45.576424 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 2d78b979-520a-4141-9487-599db957ed70 resource provider aggregate not found May 23 20:28:45.607591 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 2d78b979-520a-4141-9487-599db957ed70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d78b979-520a-4141-9487-599db957ed70 found for delete ", "request_id": "req-8995a309-238c-4777-afa5-b6697f2ffa15"}]} May 23 20:28:45.657682 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-427d8a60-827c-43d8-a7da-01d0fccca466 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502159 May 23 20:28:45.682833 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:45.718498 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (9b05af20-bb00-474e-91be-5942b9baa0f0), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.723903 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:45.727082 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b05af20-bb00-474e-91be-5942b9baa0f0 HTTP/1.1" status: 204 len: 168 time: 1.0139961 May 23 20:28:45.750845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a79bbb-184d-458a-a1ea-efd0a88159d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b05af20-bb00-474e-91be-5942b9baa0f0,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:45.754138 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7879a-c7d2-42ee-8757-c9af4b6dc84c None None] New status for floating IP 36ca026b-bc51-4c86-bd45-e1623602ab27: ACTIVE {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:28:45.793992 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3b9ab45-4a98-4d79-bc70-7653decf77ff req-b7d7ec70-9168-4dfc-9913-82a8aafb760f service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302097 May 23 20:28:45.860266 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:45.887141 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:45.889320 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:45.889661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 5ad22ccf-5dfd-4cfc-83fa-3d7aa1cbeb19 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:45.890172 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:45.905683 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b69c-2d37-4613-9319-4dc283c94b5b req-532f1939-4bbd-4665-bdce-572f4a5f43ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:45.907219 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d687b69c-2d37-4613-9319-4dc283c94b5b req-532f1939-4bbd-4665-bdce-572f4a5f43ed tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0535724 May 23 20:28:45.919750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:45.920097 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 705ebb86-2c1c-4bec-b0e3-1cb99d46b441 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:45.920536 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b0259559-49d6-4659-9323-d6ea9fa313c7 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:28:45.955086 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d687b69c-2d37-4613-9319-4dc283c94b5b req-92ad6d89-5708-4959-bb80-2f06e59df146 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 May 23 20:28:45.964215 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: b0259559-49d6-4659-9323-d6ea9fa313c7 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:28:45.964559 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b0259559-49d6-4659-9323-d6ea9fa313c7 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:28:46.114561 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36742) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:46.154174 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f2c0bc18-c07a-429f-a309-bd8ab0630b22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02969314f19c4dc182b0dbe76aad9a34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384698 May 23 20:28:46.156440 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36744) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:46.202547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] Publish callbacks [] for security_group (82c8e8e4-e4e1-434a-ab25-9932d1ed081d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:46.223496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] Publish callbacks [] for security_group (82c8e8e4-e4e1-434a-ab25-9932d1ed081d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:46.361401 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (82c8e8e4-e4e1-434a-ab25-9932d1ed081d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:46.363932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:46.365095 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82c8e8e4-e4e1-434a-ab25-9932d1ed081d HTTP/1.1" status: 204 len: 168 time: 0.2077754 May 23 20:28:46.372843 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f5e0b-d582-43b8-8de8-6c09c28ee41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8e8e4-e4e1-434a-ab25-9932d1ed081d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:47.079941 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5eb06-911a-4291-a13c-2a55b9db339f req-4b5efb17-1e79-45de-a682-f8b0c832912e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:47.081447 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-52e5eb06-911a-4291-a13c-2a55b9db339f req-4b5efb17-1e79-45de-a682-f8b0c832912e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0506392 May 23 20:28:47.134441 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-52e5eb06-911a-4291-a13c-2a55b9db339f req-4cf18552-538b-407b-b00a-6a155c1f0318 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443079 May 23 20:28:48.256985 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76972-9474-4f62-8eb8-0892590b01dd req-f9d4dc57-4fc9-40a1-81f9-920177438d72 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:48.258727 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ad76972-9474-4f62-8eb8-0892590b01dd req-f9d4dc57-4fc9-40a1-81f9-920177438d72 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0507505 May 23 20:28:48.306447 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0ad76972-9474-4f62-8eb8-0892590b01dd req-c455330f-c51b-4b46-8847-dfdb1460398f tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 May 23 20:28:48.750246 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e0381d0c-e189-4e17-90e7-329a40cd6140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.271808 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36824) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:49.380925 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6abfec65-3338-4cc2-851e-1224217e9842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.408404 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:49.467682 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6abfec65-3338-4cc2-851e-1224217e9842 admin admin] Publish callbacks [] for security_group (14dc6bd3-93a7-471e-ad92-aac857321b52), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.515904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6abfec65-3338-4cc2-851e-1224217e9842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (14dc6bd3-93a7-471e-ad92-aac857321b52), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.567188 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-6abfec65-3338-4cc2-851e-1224217e9842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa1baaf8a0424dc4a32aef7695018d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942493 May 23 20:28:49.567886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfec65-3338-4cc2-851e-1224217e9842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc6bd3-93a7-471e-ad92-aac857321b52,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:49.569913 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36830) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:49.604646 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633a2c-5304-4582-87ca-0b4b5da44153 req-f1992a89-7e9d-4676-8c31-d847fe5315d3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:49.606142 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ea633a2c-5304-4582-87ca-0b4b5da44153 req-f1992a89-7e9d-4676-8c31-d847fe5315d3 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0659170 May 23 20:28:49.628286 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] Publish callbacks [] for security_group (14dc6bd3-93a7-471e-ad92-aac857321b52), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.649258 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] Publish callbacks [] for security_group (14dc6bd3-93a7-471e-ad92-aac857321b52), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.655277 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ea633a2c-5304-4582-87ca-0b4b5da44153 req-4a27ed9f-6fd2-4960-82c6-e2b0d5413028 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 May 23 20:28:49.790493 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (14dc6bd3-93a7-471e-ad92-aac857321b52), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.793429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:49.794953 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14dc6bd3-93a7-471e-ad92-aac857321b52 HTTP/1.1" status: 204 len: 168 time: 0.2234643 May 23 20:28:49.803608 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595fca9-01a2-4ffc-932a-91761ba24066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc6bd3-93a7-471e-ad92-aac857321b52,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:50.324828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 36838) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:50.337628 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44f1c671-d1b4-4ee8-aea2-d42a887a5e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.406059 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:50.410540 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44f1c671-d1b4-4ee8-aea2-d42a887a5e4e admin admin] Publish callbacks [] for security_group (311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.458507 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-44f1c671-d1b4-4ee8-aea2-d42a887a5e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.498804 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-44f1c671-d1b4-4ee8-aea2-d42a887a5e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1237cf16b050403cadb0c4fb51e5fadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728563 May 23 20:28:50.500654 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1c671-d1b4-4ee8-aea2-d42a887a5e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:50.501510 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 36840) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:50.551186 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] Publish callbacks [] for security_group (311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.555801 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:50.574139 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] Publish callbacks [] for security_group (311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.744711 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.747435 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.748678 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838 HTTP/1.1" status: 204 len: 168 time: 0.2461708 May 23 20:28:50.757523 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7db050-4ae3-40b7-ab86-bed204d475b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c8de2-e2bf-4bb4-9cc1-8b9dfcda7838,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:50.778697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519db7b-0106-490d-a014-6ebf8ab893dd req-2e1288a4-eca7-43f7-9e06-8f356df5c41b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:50.778697 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4519db7b-0106-490d-a014-6ebf8ab893dd req-2e1288a4-eca7-43f7-9e06-8f356df5c41b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0486987 May 23 20:28:50.814553 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:50.834573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:28:50.841235 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4519db7b-0106-490d-a014-6ebf8ab893dd req-fb1aae5e-5152-4be4-abc9-33a175951a48 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568881 May 23 20:28:50.913086 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8468e609-f9c5-4c55-be2f-08cf66826a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:50.959739 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:50.976409 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'd964f307-0816-459b-b91f-c56aa300d183', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:28:51.032881 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: ACTIVE; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:51.032881 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:51.038072 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:28:51.058477 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:51.133035 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:51.170772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:51.181525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=6']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:51.273471 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['d964f307-0816-459b-b91f-c56aa300d183'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:28:51.971559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c947e-02c8-4b6f-b2eb-e05c0cf08cd1 req-1d534763-404b-469c-beac-6b2ac99cf0d2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:51.974471 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-471c947e-02c8-4b6f-b2eb-e05c0cf08cd1 req-1d534763-404b-469c-beac-6b2ac99cf0d2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 944 time: 0.0496264 May 23 20:28:52.029275 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-471c947e-02c8-4b6f-b2eb-e05c0cf08cd1 req-43bd160e-4a1e-4e47-ad65-89416b744e2b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 May 23 20:28:52.116536 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:52.866188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:28:52.923562 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port d964f307-0816-459b-b91f-c56aa300d183 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:28:52.923932 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d964f307-0816-459b-b91f-c56aa300d183), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:52.973557 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:53.029205 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:28:53.029664 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:53.066923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:28:53.069508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2474a5-00b4-44ee-900e-7b21ee9358bf" -d '{"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:28:53.086316 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:28:53.123950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d00496-915b-4a06-8568-fdd4d089bfc2 x-openstack-request-id: req-f3d00496-915b-4a06-8568-fdd4d089bfc2 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:28:53.124665 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:28:53.124926 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3d00496-915b-4a06-8568-fdd4d089bfc2 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:28:53.125407 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d00496-915b-4a06-8568-fdd4d089bfc2'] response: {'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'code': 200} May 23 20:28:53.145014 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:53.201658 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=7']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:53.217168 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200a426-3e83-4484-a159-4f14b436135b req-559ead12-a261-43fd-8e1b-07e303b78c14 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:53.219366 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d200a426-3e83-4484-a159-4f14b436135b req-559ead12-a261-43fd-8e1b-07e303b78c14 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0708551 May 23 20:28:53.278231 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d200a426-3e83-4484-a159-4f14b436135b req-e1050db8-6309-48cb-bc43-1d4dbf4f4304 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 May 23 20:28:53.590444 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:54.611210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12596b-4727-4618-8cec-6598195737e4 req-7b2fe423-2d5a-4e91-ab24-9ba2e74009d1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:54.612899 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9f12596b-4727-4618-8cec-6598195737e4 req-7b2fe423-2d5a-4e91-ab24-9ba2e74009d1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0693104 May 23 20:28:54.684794 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9f12596b-4727-4618-8cec-6598195737e4 req-e875f534-18a3-495e-8e0d-6ae45a7743ec tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619793 May 23 20:28:55.053412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:55.512222 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=65 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:55.519498 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=83 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:55.812697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423318f-805a-432d-ae87-15faf9e5cf66 req-79056d8b-ae5d-4fd4-b060-7e730975a5d6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:55.814230 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b423318f-805a-432d-ae87-15faf9e5cf66 req-79056d8b-ae5d-4fd4-b060-7e730975a5d6 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0550096 May 23 20:28:55.864553 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b423318f-805a-432d-ae87-15faf9e5cf66 req-a2688bc1-540a-443a-872c-b896695408b0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 May 23 20:28:57.043979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ad9a-d5e0-4d40-8a4f-a288f9a6f70f req-d7da1d09-4e2a-4faa-8e92-ae5caf556768 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:57.052903 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-db27ad9a-d5e0-4d40-8a4f-a288f9a6f70f req-d7da1d09-4e2a-4faa-8e92-ae5caf556768 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0802259 May 23 20:28:57.110806 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-db27ad9a-d5e0-4d40-8a4f-a288f9a6f70f req-1ea5bcad-780d-4ebd-97ac-98c8429d6df1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563421 May 23 20:28:57.334830 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37032) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:57.483287 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5559-c704-4fdf-b463-d5889340debd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.589326 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5559-c704-4fdf-b463-d5889340debd admin admin] Publish callbacks [] for security_group (9f70c7b7-3c32-43fb-b0fd-82b4945f42f0), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.681794 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5559-c704-4fdf-b463-d5889340debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9f70c7b7-3c32-43fb-b0fd-82b4945f42f0), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.732528 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a5559-c704-4fdf-b463-d5889340debd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f70c7b7-3c32-43fb-b0fd-82b4945f42f0,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:57.742161 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6d8a5559-c704-4fdf-b463-d5889340debd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e710d572e694676b860169c8731c2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4059560 May 23 20:28:57.744652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37050) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:57.803698 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] Publish callbacks [] for security_group (9f70c7b7-3c32-43fb-b0fd-82b4945f42f0), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.832195 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] Publish callbacks [] for security_group (9f70c7b7-3c32-43fb-b0fd-82b4945f42f0), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.950692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (9f70c7b7-3c32-43fb-b0fd-82b4945f42f0), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.954601 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:57.956415 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f70c7b7-3c32-43fb-b0fd-82b4945f42f0 HTTP/1.1" status: 204 len: 168 time: 0.2107198 May 23 20:28:57.983201 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e1711-b161-4d29-b61c-2bfe1fd21327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f70c7b7-3c32-43fb-b0fd-82b4945f42f0,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:58.245612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff527626-3d68-4c51-b007-1fdd67411c72 req-beb97675-208e-45b7-84ad-9af0967bb638 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:58.247225 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff527626-3d68-4c51-b007-1fdd67411c72 req-beb97675-208e-45b7-84ad-9af0967bb638 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0587883 May 23 20:28:58.305616 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ff527626-3d68-4c51-b007-1fdd67411c72 req-da233c11-bf0a-4703-9732-ecacc7ae4d0d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517061 May 23 20:28:58.348005 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4c85-f73c-4914-83c1-0eabc556945e req-f05250ca-0d16-41a5-9fe9-c0428c10f8fc tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:58.349551 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b61f4c85-f73c-4914-83c1-0eabc556945e req-f05250ca-0d16-41a5-9fe9-c0428c10f8fc tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0825884 May 23 20:28:58.407342 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b61f4c85-f73c-4914-83c1-0eabc556945e req-11c20b7b-e3b9-41b1-be00-231ccb0bf711 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507479 May 23 20:28:58.691764 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37066) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:58.705998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1cb04096-b587-46dc-8a14-60b38a694c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:58.708591 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:58.747646 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:28:58.802541 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1cb04096-b587-46dc-8a14-60b38a694c8d admin admin] Publish callbacks [] for security_group (7e176323-a4b6-4155-a55e-3ad73e9c5b4e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:58.866606 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1cb04096-b587-46dc-8a14-60b38a694c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7e176323-a4b6-4155-a55e-3ad73e9c5b4e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:58.910080 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb04096-b587-46dc-8a14-60b38a694c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e176323-a4b6-4155-a55e-3ad73e9c5b4e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:58.917493 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1cb04096-b587-46dc-8a14-60b38a694c8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b373946e594c73ad6d50ac36e8c025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222104 May 23 20:28:58.917666 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37068) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:28:58.994857 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] Publish callbacks [] for security_group (7e176323-a4b6-4155-a55e-3ad73e9c5b4e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:59.006638 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:28:59.037142 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] Publish callbacks [] for security_group (7e176323-a4b6-4155-a55e-3ad73e9c5b4e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:59.173029 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7e176323-a4b6-4155-a55e-3ad73e9c5b4e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:59.176580 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:28:59.177080 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e176323-a4b6-4155-a55e-3ad73e9c5b4e HTTP/1.1" status: 204 len: 168 time: 0.2582710 May 23 20:28:59.186144 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09245b7b-4947-463c-bf4a-834eb6bd096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e176323-a4b6-4155-a55e-3ad73e9c5b4e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:28:59.441065 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302b7d-0049-4e28-8b99-f4c54fd075bf req-d19a85df-712b-45c6-8aee-1ea2f625bbc7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:59.443075 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-10302b7d-0049-4e28-8b99-f4c54fd075bf req-d19a85df-712b-45c6-8aee-1ea2f625bbc7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0485992 May 23 20:28:59.496992 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-10302b7d-0049-4e28-8b99-f4c54fd075bf req-c0390600-728c-4f47-b4cf-88be390c2cce tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 May 23 20:28:59.545443 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4735d93-989b-480b-8b8d-a51c21e3d7ea req-dd7a8fad-0f29-42df-997e-2450a2ddb76a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:28:59.546938 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b4735d93-989b-480b-8b8d-a51c21e3d7ea req-dd7a8fad-0f29-42df-997e-2450a2ddb76a tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0574467 May 23 20:28:59.610083 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b4735d93-989b-480b-8b8d-a51c21e3d7ea req-e72d1656-20c1-422a-b24d-201256315273 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572503 May 23 20:29:00.173927 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-765e9f51-5ed8-496e-9945-18d7687fb947 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:00.175662 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-765e9f51-5ed8-496e-9945-18d7687fb947 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.0750065 May 23 20:29:00.288203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Deleting port 9f6f0b95-22e5-471b-aabe-b625aff9995f {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:00.288804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:00.400796 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] For port 9f6f0b95-22e5-471b-aabe-b625aff9995f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=9f6f0b95-22e5-471b-aabe-b625aff9995f,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:00.401407 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:00.641727 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:00.652405 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62afb3-e091-4356-8adf-e5d39128c905 req-944d383c-cc76-4e5a-a3b6-8b9d7d988b32 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:00.659859 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:00.662206 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8d62afb3-e091-4356-8adf-e5d39128c905 req-944d383c-cc76-4e5a-a3b6-8b9d7d988b32 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0679414 May 23 20:29:00.662762 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:00.663154 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Floating IP 974e8740-1344-4816-9616-1a222ea69deb disassociated. External IP: 172.27.2.135, port: 9f6f0b95-22e5-471b-aabe-b625aff9995f. May 23 20:29:00.663577 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Calling delete_port for 9f6f0b95-22e5-471b-aabe-b625aff9995f owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:00.736809 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8d62afb3-e091-4356-8adf-e5d39128c905 req-b78527c9-7994-4d94-b1b7-022cf99be2ef tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729437 May 23 20:29:00.802298 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0106-f79c-46cd-824e-d0ed6fdd8173 req-f6b532a0-1d67-4753-8b56-e5164a14c4a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:00.802454 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fadd0106-f79c-46cd-824e-d0ed6fdd8173 req-f6b532a0-1d67-4753-8b56-e5164a14c4a2 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 945 time: 0.1012702 May 23 20:29:00.907098 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fadd0106-f79c-46cd-824e-d0ed6fdd8173 req-1020c50d-177c-4135-bd6e-ba2a2c3648d3 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups?id=88c98023-ca5c-4c28-851a-9b50a2f24d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843956 May 23 20:29:01.003767 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (9f6f0b95-22e5-471b-aabe-b625aff9995f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:01.020326 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:01.054191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'Port': ['ID=9f6f0b95-22e5-471b-aabe-b625aff9995f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:01.188468 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:01.328151 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:01.342637 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:01.363670 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:01.364289 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:01.422248 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] No DVR routers for this DVR port 9f6f0b95-22e5-471b-aabe-b625aff9995f on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:01.425068 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:01.431493 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-c17bb4c3-9ff2-4be8-b92f-4e00cadc6cba req-443149c0-9d27-42b1-88ca-d711689dea14 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.31 "DELETE /v2.0/ports/9f6f0b95-22e5-471b-aabe-b625aff9995f HTTP/1.1" status: 204 len: 173 time: 1.2478402 May 23 20:29:01.432204 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'name': 'network-vif-deleted', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:29:01.440851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba50cf0-a656-41ad-b05d-df293d73cdea" -d '{"events": [{"server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "name": "network-vif-deleted", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:29:01.519283 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd785b-f0d4-4b45-a579-de610d55c256 x-openstack-request-id: req-81dd785b-f0d4-4b45-a579-de610d55c256 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:29:01.521054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22718422-007c-4e56-a5b2-5154cd7ad3b9", "name": "network-vif-deleted", "tag": "9f6f0b95-22e5-471b-aabe-b625aff9995f", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:29:01.521262 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81dd785b-f0d4-4b45-a579-de610d55c256 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:29:01.521643 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dd785b-f0d4-4b45-a579-de610d55c256'] response: {'server_uuid': '22718422-007c-4e56-a5b2-5154cd7ad3b9', 'name': 'network-vif-deleted', 'tag': '9f6f0b95-22e5-471b-aabe-b625aff9995f', 'status': 'completed', 'code': 200} May 23 20:29:01.542610 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:01.819843 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:01.870654 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:01.885827 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:01.886459 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:01.934563 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da0fef-bd6e-4802-beb4-8d6579e6d510 req-b682cd0e-d4e4-48db-bec4-e63f587f5152 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:01.945585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3da0fef-bd6e-4802-beb4-8d6579e6d510 req-b682cd0e-d4e4-48db-bec4-e63f587f5152 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0846348 May 23 20:29:02.022549 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:02.035917 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3da0fef-bd6e-4802-beb4-8d6579e6d510 req-c863cc58-f221-4586-b32d-9b49e8823e7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854452 May 23 20:29:02.043081 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-01bb48ca-c3a7-41bd-baa6-063a8abd1f9f req-9f147b8e-b8af-4d88-ba27-2c2174029879 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/ports?device_id=22718422-007c-4e56-a5b2-5154cd7ad3b9 HTTP/1.1" status: 200 len: 210 time: 0.0382230 May 23 20:29:02.262525 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:02.295370 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a150bd-195f-4ea8-8849-d7965e9c44d8 None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:23:03Z', 'revision_number': 4, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215', 'name': '', 'network_id': 'e4da5b57-d47b-4357-af5e-3630e836e52a', 'tenant_id': '39849cec37754352a6822cd57277b954', 'mac_address': 'fa:16:3e:e0:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:02Z', 'updated_at': '2022-05-23T20:23:12Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'subnets': [{'id': '216d5865-fc3c-4740-a346-53b1ae2789f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:02.611357 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460ea89-b5a9-460e-b64a-d8e9420d91c1 None None] New status for floating IP 974e8740-1344-4816-9616-1a222ea69deb: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:29:02.747971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37150) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:02.881641 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-924c2387-7cbc-4e0c-a9de-baa575366b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:02.909284 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9f6f0b95-22e5-471b-aabe-b625aff9995f no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:02.930245 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 9f6f0b95-22e5-471b-aabe-b625aff9995f {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:02.930934 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 9f6f0b95-22e5-471b-aabe-b625aff9995f not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:02.982049 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-924c2387-7cbc-4e0c-a9de-baa575366b58 admin admin] Publish callbacks [] for security_group (eb042a0a-aab3-4e63-a31e-4c62586c3038), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.155028 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25711782-6ecc-4461-99da-4391b75407ab req-045f7664-c4b5-4e77-86f6-e99902a4ad90 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:03.156469 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-25711782-6ecc-4461-99da-4391b75407ab req-045f7664-c4b5-4e77-86f6-e99902a4ad90 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0504200 May 23 20:29:03.185482 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:03.219120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-25711782-6ecc-4461-99da-4391b75407ab req-025aca01-6fde-4d76-9540-6d26c8b35d5b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549023 May 23 20:29:03.327691 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-924c2387-7cbc-4e0c-a9de-baa575366b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb042a0a-aab3-4e63-a31e-4c62586c3038), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.366330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c2387-7cbc-4e0c-a9de-baa575366b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb042a0a-aab3-4e63-a31e-4c62586c3038,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:03.377956 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-924c2387-7cbc-4e0c-a9de-baa575366b58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74e8eee150784dd891d4a683246cd402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6237190 May 23 20:29:03.379473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37162) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:03.410113 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37166) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:03.441688 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] Publish callbacks [] for security_group (eb042a0a-aab3-4e63-a31e-4c62586c3038), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.472530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] Publish callbacks [] for security_group (eb042a0a-aab3-4e63-a31e-4c62586c3038), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.495610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (88c98023-ca5c-4c28-851a-9b50a2f24d27), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.522948 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (88c98023-ca5c-4c28-851a-9b50a2f24d27), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.536542 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:03.584728 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb042a0a-aab3-4e63-a31e-4c62586c3038), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.587416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.588566 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb042a0a-aab3-4e63-a31e-4c62586c3038 HTTP/1.1" status: 204 len: 168 time: 0.2116237 May 23 20:29:03.596757 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9986f-8c45-44ae-b549-80b18193eca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb042a0a-aab3-4e63-a31e-4c62586c3038,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:03.641611 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (88c98023-ca5c-4c28-851a-9b50a2f24d27), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.644446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:03.646132 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "DELETE /v2.0/security-groups/88c98023-ca5c-4c28-851a-9b50a2f24d27 HTTP/1.1" status: 204 len: 168 time: 0.2330441 May 23 20:29:03.649168 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37172) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:03.656001 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea213455-8de8-45c0-8434-5ad97df1ffc9 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c98023-ca5c-4c28-851a-9b50a2f24d27,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:03.676369 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.api.v2.resource [None req-543a7649-3175-433a-ac1f-c74be0532033 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] show failed (client error): The resource could not be found. May 23 20:29:03.681125 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-543a7649-3175-433a-ac1f-c74be0532033 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "GET /v2.0/security-groups/88c98023-ca5c-4c28-851a-9b50a2f24d27 HTTP/1.1" status: 404 len: 347 time: 0.0273936 May 23 20:29:03.681284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37174) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:03.721871 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:04.099245 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Deleting port 55e33d24-f9b4-4af9-9f70-80b77118aa98 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:04.099582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.189266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.189621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (55e33d24-f9b4-4af9-9f70-80b77118aa98), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.203125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Calling delete_port for 55e33d24-f9b4-4af9-9f70-80b77118aa98 owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:04.308835 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37180) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:04.334609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f68-698d-4468-94ad-e9a89f355550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.383907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9dd8-7dcc-4ea2-b4f2-01af0b437786 req-1928416a-8e65-417c-9e20-4afa5a36c7b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:04.385374 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8bcc9dd8-7dcc-4ea2-b4f2-01af0b437786 req-1928416a-8e65-417c-9e20-4afa5a36c7b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0697687 May 23 20:29:04.402060 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (55e33d24-f9b4-4af9-9f70-80b77118aa98), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.433054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Pushing event deleted for resources: {'Port': ['ID=55e33d24-f9b4-4af9-9f70-80b77118aa98,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:04.491336 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f68-698d-4468-94ad-e9a89f355550 admin admin] Publish callbacks [] for security_group (1dec43ac-da18-4e9d-8aac-6b34090dd32a), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.508485 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8bcc9dd8-7dcc-4ea2-b4f2-01af0b437786 req-ac2fb20e-2f18-4919-bb66-e754cb262558 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141152 May 23 20:29:04.523481 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:04.533462 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f86a7f68-698d-4468-94ad-e9a89f355550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1dec43ac-da18-4e9d-8aac-6b34090dd32a), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.538385 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks [] for floatingip (974e8740-1344-4816-9616-1a222ea69deb), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.541339 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.544887 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2a286232-6e9f-48c6-b5f7-3b67d0ffc320 tempest-AttachVolumeTestJSON-1499146306 tempest-AttachVolumeTestJSON-1499146306-project] 10.222.0.16 "DELETE /v2.0/floatingips/974e8740-1344-4816-9616-1a222ea69deb HTTP/1.1" status: 204 len: 168 time: 0.8620286 May 23 20:29:04.584856 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a7f68-698d-4468-94ad-e9a89f355550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec43ac-da18-4e9d-8aac-6b34090dd32a,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:04.592698 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37198) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:04.592839 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f86a7f68-698d-4468-94ad-e9a89f355550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad367ce0ca2e48a1974a17b9c8de474f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828271 May 23 20:29:04.649970 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] Publish callbacks [] for security_group (1dec43ac-da18-4e9d-8aac-6b34090dd32a), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.676901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] Publish callbacks [] for security_group (1dec43ac-da18-4e9d-8aac-6b34090dd32a), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.830250 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1dec43ac-da18-4e9d-8aac-6b34090dd32a), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.832885 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:04.839495 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dec43ac-da18-4e9d-8aac-6b34090dd32a HTTP/1.1" status: 204 len: 168 time: 0.2402637 May 23 20:29:04.842932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1af3-3d5c-4429-8d1c-cc758a1c005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec43ac-da18-4e9d-8aac-6b34090dd32a,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:04.927254 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:05.386000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-8f96e4c1-67fc-4e4c-a814-588ae7bbd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:05.387552 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-8f96e4c1-67fc-4e4c-a814-588ae7bbd195 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1129 time: 0.0424156 May 23 20:29:05.495013 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-0b5f97dd-62e7-4496-a57e-3a8b5b455346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:05.496525 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-0b5f97dd-62e7-4496-a57e-3a8b5b455346 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.0935526 May 23 20:29:05.631824 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803996-00bc-48d9-8c40-cde75565236e req-865a96bf-14a6-4ce3-8c84-af2648074af8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:05.633323 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-db803996-00bc-48d9-8c40-cde75565236e req-865a96bf-14a6-4ce3-8c84-af2648074af8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0523140 May 23 20:29:05.682563 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-db803996-00bc-48d9-8c40-cde75565236e req-db137017-1560-414e-a7e5-99450392895c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 May 23 20:29:06.059947 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-1a732fef-947b-48c3-a705-321cd34c0f59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 1000 time: 0.0577350 May 23 20:29:06.121055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-bbb805df-45b1-4cf4-b440-97e85c50357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:06.122667 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-bbb805df-45b1-4cf4-b440-97e85c50357a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0546143 May 23 20:29:06.191518 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:06.198981 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-fe7e5cb8-aa1a-4062-ae79-2c68b63083e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:06.200459 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-fe7e5cb8-aa1a-4062-ae79-2c68b63083e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434322 May 23 20:29:06.294250 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-3873ebf7-8eb4-4dc5-b1d0-e31df7d1a198 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867500 May 23 20:29:06.391808 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f4722cb2-5058-43bb-b9ba-dd5932f51a0d req-6b2fa2a5-ae38-4941-b6aa-33318ea11e3e service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904362 May 23 20:29:06.804445 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b60540-cb0b-42b8-8f94-842d7af5d71a req-50296b66-3449-4971-8007-7c42bdb1b760 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:06.805926 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2b60540-cb0b-42b8-8f94-842d7af5d71a req-50296b66-3449-4971-8007-7c42bdb1b760 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0478728 May 23 20:29:06.856053 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2b60540-cb0b-42b8-8f94-842d7af5d71a req-b15e0bee-73b2-4adf-a53a-2b69bef56047 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 May 23 20:29:07.569460 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37312) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:07.673845 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb7cb-ba2c-4c3d-8fb1-9df9bdefa40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:07.747277 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb7cb-ba2c-4c3d-8fb1-9df9bdefa40e admin admin] Publish callbacks [] for security_group (2905dc79-4751-4246-ad99-c4d1947c36b5), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:07.795622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb7cb-ba2c-4c3d-8fb1-9df9bdefa40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (2905dc79-4751-4246-ad99-c4d1947c36b5), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:07.833337 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb7cb-ba2c-4c3d-8fb1-9df9bdefa40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905dc79-4751-4246-ad99-c4d1947c36b5,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:07.837651 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6f4cb7cb-ba2c-4c3d-8fb1-9df9bdefa40e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73aece33655145118acda23fd4cbe5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671249 May 23 20:29:07.840409 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37316) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:07.888832 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] Publish callbacks [] for security_group (2905dc79-4751-4246-ad99-c4d1947c36b5), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:07.911674 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] Publish callbacks [] for security_group (2905dc79-4751-4246-ad99-c4d1947c36b5), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:07.988970 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24499b3-4eae-45e2-a6cb-f815bee69611 req-ec4f5ecf-1488-4c5e-baca-7d9fb0696e96 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:07.994413 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c24499b3-4eae-45e2-a6cb-f815bee69611 req-ec4f5ecf-1488-4c5e-baca-7d9fb0696e96 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 945 time: 0.0627885 May 23 20:29:08.029391 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:08.041815 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c24499b3-4eae-45e2-a6cb-f815bee69611 req-17300f55-be6f-4d06-80e3-106f277fc161 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 May 23 20:29:08.053981 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-713c48a4-5ed1-452a-bd20-005fd23e82dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428200 May 23 20:29:08.088394 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (2905dc79-4751-4246-ad99-c4d1947c36b5), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:08.092025 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:08.093183 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2905dc79-4751-4246-ad99-c4d1947c36b5 HTTP/1.1" status: 204 len: 168 time: 0.2519100 May 23 20:29:08.102372 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f05360-0273-4d5a-b817-ba6bef8d819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905dc79-4751-4246-ad99-c4d1947c36b5,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:08.173015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-78085d0e-5888-4ddf-9d87-d7bf4eca24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:08.174585 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-78085d0e-5888-4ddf-9d87-d7bf4eca24f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0434184 May 23 20:29:08.253248 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:08.292532 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-98de0563-9c0c-429c-9afe-4074453eab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:08.294057 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-98de0563-9c0c-429c-9afe-4074453eab46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.0984781 May 23 20:29:08.372526 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-f0163d32-25a9-40fa-98d1-98837a2aecd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 1001 time: 0.0716395 May 23 20:29:08.441490 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-83c7eed8-264d-4f97-9c19-927ccc97ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:08.444843 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-83c7eed8-264d-4f97-9c19-927ccc97ff2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.0656261 May 23 20:29:08.494164 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-13613906-b6f4-4bc7-954b-1dfd7fecd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:08.494164 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-13613906-b6f4-4bc7-954b-1dfd7fecd2da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424082 May 23 20:29:08.498570 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37336) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:08.598647 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-1cad299d-d6b0-4032-ad92-032c08199b75 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944707 May 23 20:29:08.760197 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37342) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:08.774917 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fdc527b4-b872-4606-80d0-2ec1147a8971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:08.860070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fdc527b4-b872-4606-80d0-2ec1147a8971 admin admin] Publish callbacks [] for security_group (e9c42d68-43ee-4c93-86d3-56cfb21ec48d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:08.875080 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaf7a9-6c95-4017-98da-f398fae89ace req-fbe64ca3-d339-4a25-9c42-a32209cc8f9e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:08.876546 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-53aaf7a9-6c95-4017-98da-f398fae89ace req-fbe64ca3-d339-4a25-9c42-a32209cc8f9e tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.1337028 May 23 20:29:08.876941 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:08.925049 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:08.943396 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fdc527b4-b872-4606-80d0-2ec1147a8971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e9c42d68-43ee-4c93-86d3-56cfb21ec48d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:08.985591 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:08.991210 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc527b4-b872-4606-80d0-2ec1147a8971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c42d68-43ee-4c93-86d3-56cfb21ec48d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:08.996992 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2f6a7963-d279-4dfb-afb9-9693d45d806e req-8b043449-ca9e-4f04-9518-66664aaaa2a5 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119849 May 23 20:29:08.998924 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-fdc527b4-b872-4606-80d0-2ec1147a8971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5ed3e5c7dfe477181a98152a38d5a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370603 May 23 20:29:08.999692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37344) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:09.001160 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-53aaf7a9-6c95-4017-98da-f398fae89ace req-1fbf0c14-1151-4738-b2b5-a133577e7fdc tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163642 May 23 20:29:09.036959 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:09.037503 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.061008 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:29:09.063299 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76035c33-1904-47f0-98b4-ce3ca9f34932" -d '{"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-unplugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:29:09.074283 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] Publish callbacks [] for security_group (e9c42d68-43ee-4c93-86d3-56cfb21ec48d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.081950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:09.102176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.107994 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] Publish callbacks [] for security_group (e9c42d68-43ee-4c93-86d3-56cfb21ec48d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.110386 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b406fce-3092-4d82-a8fe-f40fe74ad4f0 x-openstack-request-id: req-9b406fce-3092-4d82-a8fe-f40fe74ad4f0 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:29:09.110671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-unplugged", "status": "failed", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "code": 422}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:29:09.110989 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b406fce-3092-4d82-a8fe-f40fe74ad4f0 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:29:09.111556 dv-cinder-843018-1-iscsi neutron-server[104479]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b406fce-3092-4d82-a8fe-f40fe74ad4f0']: {'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'code': 422} returned with failed status May 23 20:29:09.138842 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.194608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49270c-aff1-4584-b877-812d8ebf7443 req-00767f55-44ef-4fd3-84ed-b053c6d27aba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:09.196014 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb49270c-aff1-4584-b877-812d8ebf7443 req-00767f55-44ef-4fd3-84ed-b053c6d27aba tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0582383 May 23 20:29:09.205058 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=8']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:09.227213 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:09.241762 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e9c42d68-43ee-4c93-86d3-56cfb21ec48d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.244505 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.245702 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9c42d68-43ee-4c93-86d3-56cfb21ec48d HTTP/1.1" status: 204 len: 168 time: 0.2446029 May 23 20:29:09.254807 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aec5a0-3575-4e81-a1a9-c96e659ab4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c42d68-43ee-4c93-86d3-56cfb21ec48d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:09.315366 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bb49270c-aff1-4584-b877-812d8ebf7443 req-46ed0f0b-063d-4a3f-97d0-fa381abe608d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853457 May 23 20:29:09.425100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Deleting port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:09.425451 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.507816 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] For port ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:09.508176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.522630 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Calling delete_port for ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:09.767594 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:09.794805 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:09.912385 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:09.962142 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:10.118488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:10.189452 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66e054-7fe5-4e4a-8e5a-72526c0c5b21 req-568e722e-26e8-4bba-a639-dabf8b0ead0b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:10.190976 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ff66e054-7fe5-4e4a-8e5a-72526c0c5b21 req-568e722e-26e8-4bba-a639-dabf8b0ead0b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0886745 May 23 20:29:10.280737 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ff66e054-7fe5-4e4a-8e5a-72526c0c5b21 req-96b827c1-0792-4b80-a4c1-a528dfb71f75 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups?id=58f92563-9bab-4ef0-b810-5bbd00679d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834744 May 23 20:29:10.285078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Router ef65e507-1ac0-43ab-b441-bda7ad54d123 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:10.407624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:10.422652 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-425c49ce-ebd1-4898-9923-a8890f3b172e admin admin] 10.222.0.16 "PUT /v2.0/routers/ef65e507-1ac0-43ab-b441-bda7ad54d123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223819 May 23 20:29:10.424651 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37388) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:10.430113 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Sync routers for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:10.448408 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:10.450690 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:10.562449 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks [] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:10.571362 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:10.621241 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98171e0f-33c0-4902-8512-714a1826dafb req-f07bb262-2e6f-4bba-a824-e68d8e136d41 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:10.622832 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98171e0f-33c0-4902-8512-714a1826dafb req-f07bb262-2e6f-4bba-a824-e68d8e136d41 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 945 time: 0.0849810 May 23 20:29:10.629961 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:10.682051 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:10.732417 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port b48e4170-0403-4340-9bca-730f726da90b {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:10.732788 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b48e4170-0403-4340-9bca-730f726da90b), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:10.850863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] For port b48e4170-0403-4340-9bca-730f726da90b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=b48e4170-0403-4340-9bca-730f726da90b,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:10.851228 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b48e4170-0403-4340-9bca-730f726da90b), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:10.877968 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:29:09Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:10.913997 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Checking router: ef65e507-1ac0-43ab-b441-bda7ad54d123 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:10.923397 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Routers {'ef65e507-1ac0-43ab-b441-bda7ad54d123'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:10.924218 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['ef65e507-1ac0-43ab-b441-bda7ad54d123'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:11.009215 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks [] for router_gateway (ef65e507-1ac0-43ab-b441-bda7ad54d123), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.054286 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] Set router ef65e507-1ac0-43ab-b441-bda7ad54d123 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:11.079029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.080849 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.080849 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Floating IP 2ea2352e-2770-4bac-870d-3f057a84d72c disassociated. External IP: 172.27.2.111, port: b48e4170-0403-4340-9bca-730f726da90b. May 23 20:29:11.080849 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for b48e4170-0403-4340-9bca-730f726da90b owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:11.094274 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:11.131872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Deleting port 3e1851c9-b88b-4bd7-a94d-db114df73bc5 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:11.132739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.225102 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:11.232427 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] For port 3e1851c9-b88b-4bd7-a94d-db114df73bc5, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3e1851c9-b88b-4bd7-a94d-db114df73bc5,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:11.233035 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.250469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Calling delete_port for 3e1851c9-b88b-4bd7-a94d-db114df73bc5 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:11.277609 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-1611515d-6172-4780-89b5-369f1148e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:29:09Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:11.299331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (b48e4170-0403-4340-9bca-730f726da90b), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.315280 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611515d-6172-4780-89b5-369f1148e21f None None] The sync data for ids ['ef65e507-1ac0-43ab-b441-bda7ad54d123'] in dv-cinder-843018-1-iscsi is: [{'id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'name': 'tempest-AttachVolumeTestJSON-2099563483-router', 'tenant_id': '39849cec37754352a6822cd57277b954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:22:57Z', 'updated_at': '2022-05-23T20:29:09Z', 'revision_number': 5, 'project_id': '39849cec37754352a6822cd57277b954', 'gw_port': {'id': '3e1851c9-b88b-4bd7-a94d-db114df73bc5', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65e507-1ac0-43ab-b441-bda7ad54d123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:22:59Z', 'updated_at': '2022-05-23T20:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:11.351314 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=b48e4170-0403-4340-9bca-730f726da90b,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:11.476632 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-45256177-df4f-4ac6-a41e-32daf9893c1c req-82a31fd9-ffec-4f82-937c-3f4c12908578 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 210 time: 0.0357094 May 23 20:29:11.527116 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:11.535611 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:11.584980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (3e1851c9-b88b-4bd7-a94d-db114df73bc5), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.637069 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1851c9-b88b-4bd7-a94d-db114df73bc5,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:11.650619 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:11.664194 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:11.678007 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:11.698814 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:11.699556 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:11.832333 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:11.980579 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:12.126277 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.142411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks [] for router_controller (ef65e507-1ac0-43ab-b441-bda7ad54d123), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.235933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:12.237163 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] No DVR routers for this DVR port b48e4170-0403-4340-9bca-730f726da90b on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:12.238050 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:12.241146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.244510 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98171e0f-33c0-4902-8512-714a1826dafb req-260216fa-a001-429e-a2df-8d3e721b347a tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.31 "DELETE /v2.0/ports/b48e4170-0403-4340-9bca-730f726da90b HTTP/1.1" status: 204 len: 173 time: 1.6152992 May 23 20:29:12.250778 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c819489-25bc-41c6-82c7-5e8e657598e1 req-fed5347b-0b30-4ea4-a578-4bf4362c4520 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:12.252265 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c819489-25bc-41c6-82c7-5e8e657598e1 req-fed5347b-0b30-4ea4-a578-4bf4362c4520 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0621221 May 23 20:29:12.252707 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'name': 'network-vif-deleted', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:29:12.255063 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8639d6-c4ec-4f45-a5c7-19dad7be42ae" -d '{"events": [{"server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "name": "network-vif-deleted", "tag": "b48e4170-0403-4340-9bca-730f726da90b"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:29:12.271081 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:12.271416 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device ee0cd1ea-1bf4-4f4b-9fdb-c9e16fa01215 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:12.288494 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (ef65e507-1ac0-43ab-b441-bda7ad54d123), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.293194 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef65e507-1ac0-43ab-b441-bda7ad54d123 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:29:12.298582 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.299843 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a6f78962-346d-4d1c-835b-9e5bc9f75c00 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ef65e507-1ac0-43ab-b441-bda7ad54d123 HTTP/1.1" status: 204 len: 168 time: 1.8726070 May 23 20:29:12.305800 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37460) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:12.329816 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c819489-25bc-41c6-82c7-5e8e657598e1 req-b23ff36c-7695-42b6-88c0-7d2a771a49b0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702248 May 23 20:29:12.336781 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869a9b18-f8af-4dd8-a585-0142c8a49a6c x-openstack-request-id: req-869a9b18-f8af-4dd8-a585-0142c8a49a6c {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:29:12.336781 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0fa62-1631-4060-a2be-7f7fc3759ed1", "name": "network-vif-deleted", "tag": "b48e4170-0403-4340-9bca-730f726da90b", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:29:12.336781 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-869a9b18-f8af-4dd8-a585-0142c8a49a6c {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:29:12.337319 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869a9b18-f8af-4dd8-a585-0142c8a49a6c'] response: {'server_uuid': '0ca0fa62-1631-4060-a2be-7f7fc3759ed1', 'name': 'network-vif-deleted', 'tag': 'b48e4170-0403-4340-9bca-730f726da90b', 'status': 'completed', 'code': 200} May 23 20:29:12.408654 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Deleting subnet 216d5865-fc3c-4740-a346-53b1ae2789f2 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:29:12.415451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Publish callbacks [] for subnet (216d5865-fc3c-4740-a346-53b1ae2789f2), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.473652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (216d5865-fc3c-4740-a346-53b1ae2789f2), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.527950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:12.534057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37470) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:12.603025 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:12.610695 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:12.615862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:12.616615 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:28:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:12.630539 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (216d5865-fc3c-4740-a346-53b1ae2789f2), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.646256 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-23517c5c-df9a-4f18-84cd-23f46df29903 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098447 May 23 20:29:12.658654 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-48447633-3f66-4a89-a5c3-ebb431d7b639 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:29:12.664866 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-48447633-3f66-4a89-a5c3-ebb431d7b639 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086823 May 23 20:29:12.688668 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-328e8855-d6a4-471a-9605-7a4bce9fae33 req-cc5ec79b-9bdc-4d53-8003-6c3a146c5a77 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0fa62-1631-4060-a2be-7f7fc3759ed1 HTTP/1.1" status: 200 len: 210 time: 0.0535338 May 23 20:29:12.747190 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:12.755017 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37478) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:12.773067 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (216d5865-fc3c-4740-a346-53b1ae2789f2), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.807115 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216d5865-fc3c-4740-a346-53b1ae2789f2,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:12.810131 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.816315 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-d686e927-a387-4d37-a932-bf9db488e17e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/216d5865-fc3c-4740-a346-53b1ae2789f2 HTTP/1.1" status: 204 len: 168 time: 0.5047340 May 23 20:29:12.816315 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37482) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:12.825196 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2c3e5-fa52-49c9-8dab-6163b68a4d4e None None] Network e4da5b57-d47b-4357-af5e-3630e836e52a requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:12.929772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b48e4170-0403-4340-9bca-730f726da90b no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:12.935344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (e4da5b57-d47b-4357-af5e-3630e836e52a), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:12.947127 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-31825ea1-39ff-42ba-9bd5-940cb3b3e2fb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:12.949460 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-31825ea1-39ff-42ba-9bd5-940cb3b3e2fb tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports/d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 940 time: 0.1934295 May 23 20:29:12.953310 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: b48e4170-0403-4340-9bca-730f726da90b {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:12.953653 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device b48e4170-0403-4340-9bca-730f726da90b not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:13.017796 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Deleting port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:13.018288 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.062347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37488) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:13.088611 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:13.112330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] For port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:13.112330 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.124626 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Calling delete_port for b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:13.135949 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9e7e7-c14a-445c-b975-3ba3c36c9139 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:23:11Z', 'revision_number': 4, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '01aeb9ed-7c7f-4439-b194-afd0e2e70f6c', 'name': '', 'network_id': '2e834b06-191b-4f74-93c9-403bb39ced80', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'mac_address': 'fa:16:3e:b4:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:10Z', 'updated_at': '2022-05-23T20:23:28Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'subnets': [{'id': '4c5460a1-c84a-4b98-9792-e6455d9c24bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:13.143260 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] DHCP port deletion for e4da5b57-d47b-4357-af5e-3630e836e52a request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:29:13.203605 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Deleting port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:13.204229 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.221932 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:13.243639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d76c0e6c-0a4a-4b56-8358-def6618f832a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.291654 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] For port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,segment=NetworkSegment(4b84d87e-0803-4117-a354-f63d7541a382),segment_id=4b84d87e-0803-4117-a354-f63d7541a382)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:13.292103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.307934 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Calling delete_port for b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:13.327256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.331337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d76c0e6c-0a4a-4b56-8358-def6618f832a admin admin] Publish callbacks [] for security_group (92c11c67-56a3-401d-b1c4-cfb06a29710d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.359941 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:13.365483 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] No DVR routers for this DVR port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:13.399747 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (b9de1a97-7a3b-4aca-95f4-0d0c52e428c7), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.401547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d76c0e6c-0a4a-4b56-8358-def6618f832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (92c11c67-56a3-401d-b1c4-cfb06a29710d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.460525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] Pushing event deleted for resources: {'Port': ['ID=b9de1a97-7a3b-4aca-95f4-0d0c52e428c7,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:13.465994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e80829d-a637-44e9-8a89-7474f9b40476 None None] No DVR routers for this DVR port b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:13.505699 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d76c0e6c-0a4a-4b56-8358-def6618f832a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c619f909af24844a25c70019c317552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387558 May 23 20:29:13.506727 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37498) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:13.520696 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0e6c-0a4a-4b56-8358-def6618f832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c11c67-56a3-401d-b1c4-cfb06a29710d,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:13.533388 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (e4da5b57-d47b-4357-af5e-3630e836e52a), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.544666 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26d15-e946-41b9-8bb8-7f4ec04d11d6 req-6cb86a64-262f-4bf1-b858-1557bd2a8ca8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:13.546196 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-acb26d15-e946-41b9-8bb8-7f4ec04d11d6 req-6cb86a64-262f-4bf1-b858-1557bd2a8ca8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0615995 May 23 20:29:13.560183 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26debff5-76a0-456f-84c4-d0acfcbae59a None None] New status for floating IP 2ea2352e-2770-4bac-870d-3f057a84d72c: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:29:13.572812 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4da5b57-d47b-4357-af5e-3630e836e52a']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:13.584818 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b84d87e-0803-4117-a354-f63d7541a382') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:13.585110 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b84d87e-0803-4117-a354-f63d7541a382') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:13.596190 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (4b84d87e-0803-4117-a354-f63d7541a382), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.607148 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-acb26d15-e946-41b9-8bb8-7f4ec04d11d6 req-f9418bb1-4674-4128-8bd8-84d5d0cf262d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536082 May 23 20:29:13.614926 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:13.618671 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (4b84d87e-0803-4117-a354-f63d7541a382), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.625685 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] Publish callbacks [] for security_group (92c11c67-56a3-401d-b1c4-cfb06a29710d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.629783 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:29:13.634079 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (4b84d87e-0803-4117-a354-f63d7541a382), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.680849 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 4b84d87e-0803-4117-a354-f63d7541a382 resource provider aggregate not found May 23 20:29:13.705775 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] Publish callbacks [] for security_group (92c11c67-56a3-401d-b1c4-cfb06a29710d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.708369 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 4b84d87e-0803-4117-a354-f63d7541a382 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b84d87e-0803-4117-a354-f63d7541a382 found for delete ", "request_id": "req-3e18cb27-d596-4b9f-a099-2d3b6a946f02"}]} May 23 20:29:13.813544 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (e4da5b57-d47b-4357-af5e-3630e836e52a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.819245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.822690 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4da5b57-d47b-4357-af5e-3630e836e52a HTTP/1.1" status: 204 len: 168 time: 1.0050893 May 23 20:29:13.837807 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37510) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:13.844794 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc658e-72f9-4f10-b5f7-2695f72e03d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4da5b57-d47b-4357-af5e-3630e836e52a,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:13.845191 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:13.858607 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (92c11c67-56a3-401d-b1c4-cfb06a29710d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.858607 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.858607 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92c11c67-56a3-401d-b1c4-cfb06a29710d HTTP/1.1" status: 204 len: 168 time: 0.3407741 May 23 20:29:13.866587 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61c22-0be7-4323-b16c-5c72159b5f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c11c67-56a3-401d-b1c4-cfb06a29710d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:13.900123 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:13.900484 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b9de1a97-7a3b-4aca-95f4-0d0c52e428c7 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:13.901249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3e1851c9-b88b-4bd7-a94d-db114df73bc5 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:13.921852 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:13.934363 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (58f92563-9bab-4ef0-b810-5bbd00679d0a), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:13.934568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 3e1851c9-b88b-4bd7-a94d-db114df73bc5 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:13.934784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3e1851c9-b88b-4bd7-a94d-db114df73bc5 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:13.963084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (58f92563-9bab-4ef0-b810-5bbd00679d0a), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.088023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (58f92563-9bab-4ef0-b810-5bbd00679d0a), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.090935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.092123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/security-groups/58f92563-9bab-4ef0-b810-5bbd00679d0a HTTP/1.1" status: 204 len: 168 time: 0.2521889 May 23 20:29:14.095129 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37516) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.111421 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.api.v2.resource [None req-4a5d58a4-4b8b-4890-87db-b75520bf0b80 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] show failed (client error): The resource could not be found. May 23 20:29:14.117279 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcabe51-05d3-4f1a-a0d8-e5e494c2e3a7 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f92563-9bab-4ef0-b810-5bbd00679d0a,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:14.117520 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4a5d58a4-4b8b-4890-87db-b75520bf0b80 tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "GET /v2.0/security-groups/58f92563-9bab-4ef0-b810-5bbd00679d0a HTTP/1.1" status: 404 len: 347 time: 0.0210330 May 23 20:29:14.120267 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37518) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.233980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Deleting port 989ea101-a4e7-4eb6-9ea5-5b5509490593 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:14.234399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.268383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37522) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.309759 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-64c0db0e-2974-424a-84db-cd14af23e35a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39849cec37754352a6822cd57277b954&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391920 May 23 20:29:14.310701 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.311103 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (989ea101-a4e7-4eb6-9ea5-5b5509490593), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.312341 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37524) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.324797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Calling delete_port for 989ea101-a4e7-4eb6-9ea5-5b5509490593 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:14.360985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] Publish callbacks [] for security_group (57ef4d32-1888-4468-b5b7-754ff9ac30be), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.383473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] Publish callbacks [] for security_group (57ef4d32-1888-4468-b5b7-754ff9ac30be), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.478259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (57ef4d32-1888-4468-b5b7-754ff9ac30be), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.480704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.481773 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57ef4d32-1888-4468-b5b7-754ff9ac30be HTTP/1.1" status: 204 len: 168 time: 0.1684988 May 23 20:29:14.505014 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (989ea101-a4e7-4eb6-9ea5-5b5509490593), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.509285 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44167f36-f2b6-47cf-9d0f-a2fe073688ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef4d32-1888-4468-b5b7-754ff9ac30be,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:14.523398 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37530) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.531873 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-cb3651be-a1b3-4cfd-a042-3a44d5ac3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.535123 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Pushing event deleted for resources: {'Port': ['ID=989ea101-a4e7-4eb6-9ea5-5b5509490593,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:14.535302 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-cb3651be-a1b3-4cfd-a042-3a44d5ac3bfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac&tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc HTTP/1.1" status: 200 len: 1127 time: 0.0668316 May 23 20:29:14.542952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34be7d9-a065-4749-a6a7-d302b84868a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.545749 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:14.584748 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:14.613549 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-1ca508d6-8f4e-4821-82e2-3a5279c9923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.615436 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-1ca508d6-8f4e-4821-82e2-3a5279c9923c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1127 time: 0.0549974 May 23 20:29:14.627179 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks [] for floatingip (2ea2352e-2770-4bac-870d-3f057a84d72c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.630469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.631838 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ec5609a0-e2b0-4357-970b-7a8108d1130b tempest-AttachVolumeNegativeTest-897077377 tempest-AttachVolumeNegativeTest-897077377-project] 10.222.0.16 "DELETE /v2.0/floatingips/2ea2352e-2770-4bac-870d-3f057a84d72c HTTP/1.1" status: 204 len: 168 time: 0.5107000 May 23 20:29:14.744860 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34be7d9-a065-4749-a6a7-d302b84868a5 admin admin] Publish callbacks [] for security_group (d59ba1c6-e548-4935-9d4d-28980a3b25bb), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.751044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921bc0f-f56f-4196-ba9f-c8446b253aa5 req-b5f34c47-3a50-435b-ba4b-10ff25dcd9f0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.752516 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4921bc0f-f56f-4196-ba9f-c8446b253aa5 req-b5f34c47-3a50-435b-ba4b-10ff25dcd9f0 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0501201 May 23 20:29:14.756019 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-685af086-add7-4db4-94b1-c073a46d81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.757504 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-685af086-add7-4db4-94b1-c073a46d81e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.1350420 May 23 20:29:14.801307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34be7d9-a065-4749-a6a7-d302b84868a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d59ba1c6-e548-4935-9d4d-28980a3b25bb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.803487 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4921bc0f-f56f-4196-ba9f-c8446b253aa5 req-546cce1d-5cfc-4753-a76e-3c504f258ee8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 May 23 20:29:14.844736 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:14.866739 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-0a3cc5cc-fadb-43c9-b4b5-5b6b97edc94a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 998 time: 0.1030321 May 23 20:29:14.870659 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f34be7d9-a065-4749-a6a7-d302b84868a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83f0fe60c743415d820b05c9e352899c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455760 May 23 20:29:14.871113 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be7d9-a065-4749-a6a7-d302b84868a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ba1c6-e548-4935-9d4d-28980a3b25bb,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:14.872677 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37538) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:14.922696 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-3cbf6301-4ced-47ae-934e-902c6e3fd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.924171 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-3cbf6301-4ced-47ae-934e-902c6e3fd6fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0504577 May 23 20:29:14.932417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] Publish callbacks [] for security_group (d59ba1c6-e548-4935-9d4d-28980a3b25bb), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.955168 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] Publish callbacks [] for security_group (d59ba1c6-e548-4935-9d4d-28980a3b25bb), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:14.965638 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:14.969813 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-2a89f0cd-e35e-4891-a0b9-186268555600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:14.971469 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-2a89f0cd-e35e-4891-a0b9-186268555600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411835 May 23 20:29:15.058639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (d59ba1c6-e548-4935-9d4d-28980a3b25bb), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:15.061407 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:15.064376 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d59ba1c6-e548-4935-9d4d-28980a3b25bb HTTP/1.1" status: 204 len: 168 time: 0.1886120 May 23 20:29:15.071097 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-b411530e-43f1-43cf-abc1-08adc409f7e9 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 May 23 20:29:15.072481 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37498d52-b7d3-48cc-98ae-b6724fc899ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ba1c6-e548-4935-9d4d-28980a3b25bb,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:15.087293 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:15.173353 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1b2e09d8-4475-4a1d-82e1-2d63f8526b62 req-63ede36f-eaab-4fc3-a2df-81941b945e4b service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958154 May 23 20:29:15.972650 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a83887-dae2-4c3c-939d-6eabdf54f261 req-98075e9b-19ef-4181-b413-68563b42bdaa tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:15.975004 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f0a83887-dae2-4c3c-939d-6eabdf54f261 req-98075e9b-19ef-4181-b413-68563b42bdaa tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0624263 May 23 20:29:16.045603 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f0a83887-dae2-4c3c-939d-6eabdf54f261 req-4d3c5d17-7811-44f3-b534-9e4bc89ecf7b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627260 May 23 20:29:17.204404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18e7e9-5575-497c-ac8b-03d9051e63f8 req-69160aac-a2ce-4c80-a9aa-566f96525d28 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:17.205951 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ba18e7e9-5575-497c-ac8b-03d9051e63f8 req-69160aac-a2ce-4c80-a9aa-566f96525d28 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0598247 May 23 20:29:17.277038 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ba18e7e9-5575-497c-ac8b-03d9051e63f8 req-51b5ae53-5082-409c-b1e5-d0fe4504e833 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642195 May 23 20:29:17.389011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37658) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:17.565196 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-170d86b3-86cf-4c0d-9161-90f42200f142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:17.707756 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-170d86b3-86cf-4c0d-9161-90f42200f142 admin admin] Publish callbacks [] for security_group (f32dbb3b-1e43-401c-906e-ac7691aff8e0), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:17.756146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-170d86b3-86cf-4c0d-9161-90f42200f142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (f32dbb3b-1e43-401c-906e-ac7691aff8e0), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:17.778625 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:17.808498 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-170d86b3-86cf-4c0d-9161-90f42200f142 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0d06240acd94a6ebf3d9b4b1048a6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183319 May 23 20:29:17.809655 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d86b3-86cf-4c0d-9161-90f42200f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32dbb3b-1e43-401c-906e-ac7691aff8e0,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:17.811198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37676) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:17.872439 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] Publish callbacks [] for security_group (f32dbb3b-1e43-401c-906e-ac7691aff8e0), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:17.909587 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] Publish callbacks [] for security_group (f32dbb3b-1e43-401c-906e-ac7691aff8e0), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.013141 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (f32dbb3b-1e43-401c-906e-ac7691aff8e0), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.015994 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.017450 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f32dbb3b-1e43-401c-906e-ac7691aff8e0 HTTP/1.1" status: 204 len: 168 time: 0.2044487 May 23 20:29:18.027196 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eebf7-ab43-43c2-9949-a723602308a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32dbb3b-1e43-401c-906e-ac7691aff8e0,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:18.419743 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e1c0d-fd74-40e4-a5b4-2c7d15416be5 req-e5bbc3e9-5763-405c-b825-392cc024fe6e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:18.427076 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-650e1c0d-fd74-40e4-a5b4-2c7d15416be5 req-e5bbc3e9-5763-405c-b825-392cc024fe6e tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0580044 May 23 20:29:18.488354 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-650e1c0d-fd74-40e4-a5b4-2c7d15416be5 req-322e2d31-83d2-4277-97a9-6f0bfe48a3ab tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603518 May 23 20:29:18.692371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37688) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:18.710144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-aac6b8d1-ef79-403a-84a1-32fd9e625fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.713663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2af67a10-cea9-45ed-9e04-20337d4c4237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.837252 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2af67a10-cea9-45ed-9e04-20337d4c4237 admin admin] Publish callbacks [] for security_group (95b61347-92b9-4197-983d-62c15e3107f4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.892618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2af67a10-cea9-45ed-9e04-20337d4c4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (95b61347-92b9-4197-983d-62c15e3107f4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:18.926127 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2af67a10-cea9-45ed-9e04-20337d4c4237 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b693253d87b491b86824bec82a263d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324133 May 23 20:29:18.928798 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37698) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:18.958057 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67a10-cea9-45ed-9e04-20337d4c4237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b61347-92b9-4197-983d-62c15e3107f4,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:18.982718 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37700) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:19.008466 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] Publish callbacks [] for security_group (95b61347-92b9-4197-983d-62c15e3107f4), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:19.047758 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] Publish callbacks [] for security_group (95b61347-92b9-4197-983d-62c15e3107f4), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:19.187736 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (95b61347-92b9-4197-983d-62c15e3107f4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:19.190525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:19.194119 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95b61347-92b9-4197-983d-62c15e3107f4 HTTP/1.1" status: 204 len: 168 time: 0.2641129 May 23 20:29:19.225721 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d52c-241a-4a8d-9a33-b75cc03adec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b61347-92b9-4197-983d-62c15e3107f4,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:19.648279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:19.672044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c728e-f3d0-41d2-bf73-3904b39b4bbb req-a099b8cf-6cdc-4e0a-8463-9653b037ad79 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:19.673847 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e26c728e-f3d0-41d2-bf73-3904b39b4bbb req-a099b8cf-6cdc-4e0a-8463-9653b037ad79 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0850816 May 23 20:29:19.674452 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:19.793812 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e26c728e-f3d0-41d2-bf73-3904b39b4bbb req-6f02b11d-6458-48a2-9c3a-476cabe4ce34 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002047 May 23 20:29:19.951781 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (4aba81c3-570d-409c-9aea-b91580848002), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.298278 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Deleting port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:20.298614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.431361 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37736) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:20.540901 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1532181789-network', 'tenant_id': '3ab00b40a4bd471da8021231def9495b'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:20.624331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Made reservation on behalf of 3ab00b40a4bd471da8021231def9495b for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:20.627333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.637852 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.646271 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] For port 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:20.646785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.666609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Calling delete_port for 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c owned by network:router_interface {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:20.726640 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks [] for security_group (84ba9653-e791-488b-8608-0b57cc1428c9), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.735292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:20.778565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (84ba9653-e791-488b-8608-0b57cc1428c9), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.811750 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:29:20.826863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba9653-e791-488b-8608-0b57cc1428c9,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:20.833495 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (c24c47cf-1cff-4965-8eb4-2877201280b9), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.834179 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Added segment c24c47cf-1cff-4965-8eb4-2877201280b9 of type vlan for network 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f May 23 20:29:20.887485 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2b682de7-8d41-431a-b2af-4760e608a2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.956624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.979013 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (01aeb9ed-7c7f-4439-b194-afd0e2e70f6c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:20.980279 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96445bc6-6553-45f0-a0d6-ac2b2c6ef101 req-c8c2f4f8-8ca6-44a7-9813-9a1607e8d4c4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:20.981917 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-96445bc6-6553-45f0-a0d6-ac2b2c6ef101 req-c8c2f4f8-8ca6-44a7-9813-9a1607e8d4c4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0776370 May 23 20:29:21.022274 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01aeb9ed-7c7f-4439-b194-afd0e2e70f6c,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:21.059986 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-96445bc6-6553-45f0-a0d6-ac2b2c6ef101 req-fd8c1aea-5faf-487f-aabf-4995eaaf07f7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671690 May 23 20:29:21.075566 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:21.076922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:21.078596 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:21.204906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:21.207621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] Pushing event updated for resources: {'Network': ['ID=5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:21.221626 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:29:21.249692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (4aba81c3-570d-409c-9aea-b91580848002), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:21.291569 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-bbb14260-f97a-4d4d-a802-c53f4ea4598e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8576090 May 23 20:29:21.293685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37746) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:21.303264 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Request body: {'subnet': {'network_id': '5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1532181789-subnet', 'tenant_id': '3ab00b40a4bd471da8021231def9495b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:21.407047 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Made reservation on behalf of 3ab00b40a4bd471da8021231def9495b for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:21.411106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:21.516101 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:21.524134 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Router 4aba81c3-570d-409c-9aea-b91580848002 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:21.651436 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:21.661711 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-75d00852-acd1-45a8-b667-76c1f6d30be7 admin admin] 10.222.0.16 "PUT /v2.0/routers/4aba81c3-570d-409c-9aea-b91580848002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790147 May 23 20:29:21.662410 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37748) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:21.664166 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Sync routers for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:21.682442 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:21.683344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:21.892257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks [] for router (4aba81c3-570d-409c-9aea-b91580848002), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:21.892405 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:21.974090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (4bae6ca9-f918-4f29-87ce-acf49c438803), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.044545 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks [] for router_gateway (4aba81c3-570d-409c-9aea-b91580848002), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.080504 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bae6ca9-f918-4f29-87ce-acf49c438803,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:22.084975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Checking segment: {'id': 'c24c47cf-1cff-4965-8eb4-2877201280b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:22.084975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Network hostable DHCP agents. Network: 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:29:22.088573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:29:20Z', 'revision_number': 5, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port': {'id': 'b3446148-3e73-4bd9-9260-9231b3e66c83', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba81c3-570d-409c-9aea-b91580848002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:22.094654 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:22.099514 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.099900 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.100422 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.100821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.101109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.101441 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.101824 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.102244 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.102624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.103009 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.103358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.103799 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.104046 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.104413 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.104863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:22.121864 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Checking router: 4aba81c3-570d-409c-9aea-b91580848002 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:22.133226 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Routers {'4aba81c3-570d-409c-9aea-b91580848002'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:22.134321 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['4aba81c3-570d-409c-9aea-b91580848002'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:22.136620 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:22.140647 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:22.180711 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Deleting port b3446148-3e73-4bd9-9260-9231b3e66c83 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:22.181153 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.211151 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.229926 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Network 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:29:22.279511 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] Set router 4aba81c3-570d-409c-9aea-b91580848002 gateway port host: None {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:22.315778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ba3c-0072-4cbe-85eb-2f00a591cdf4 req-0ce3f3c3-bd51-45dc-83df-e198c25aec4a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:22.317452 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f694ba3c-0072-4cbe-85eb-2f00a591cdf4 req-0ce3f3c3-bd51-45dc-83df-e198c25aec4a tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0761130 May 23 20:29:22.322712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:22.329961 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:22.333439 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.369298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] For port b3446148-3e73-4bd9-9260-9231b3e66c83, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=b3446148-3e73-4bd9-9260-9231b3e66c83,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:22.374785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.401791 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8084fb4-5188-4787-9fff-028897994481 None None] Network 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:22.406007 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Calling delete_port for b3446148-3e73-4bd9-9260-9231b3e66c83 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:22.406528 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:29:22Z', 'revision_number': 6, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:22.409922 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a6d8abb2-5074-4459-add1-61c047fc1814 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1145716 May 23 20:29:22.435502 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f694ba3c-0072-4cbe-85eb-2f00a591cdf4 req-241862cc-1ae8-4188-8c7a-88a4fbe48fb4 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832918 May 23 20:29:22.471862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcc4cfc-93ec-4850-b26e-4d3b799612a5 None None] The sync data for ids ['4aba81c3-570d-409c-9aea-b91580848002'] in dv-cinder-843018-1-iscsi is: [{'id': '4aba81c3-570d-409c-9aea-b91580848002', 'name': 'tempest-AttachVolumeNegativeTest-1832561429-router', 'tenant_id': 'cb1d9be9203346cd8cf364305116abf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:01Z', 'updated_at': '2022-05-23T20:29:22Z', 'revision_number': 6, 'project_id': 'cb1d9be9203346cd8cf364305116abf1', 'gw_port_host': None}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:22.567181 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:22.649969 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e3202-1ecc-4c83-80ea-535eb74b2b04 None None] Network 5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:22.699894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (b3446148-3e73-4bd9-9260-9231b3e66c83), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.740530 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3446148-3e73-4bd9-9260-9231b3e66c83,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:22.852615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (4aba81c3-570d-409c-9aea-b91580848002), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.973957 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (4aba81c3-570d-409c-9aea-b91580848002), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:22.976878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks [] for router_controller (4aba81c3-570d-409c-9aea-b91580848002), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.115900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (4aba81c3-570d-409c-9aea-b91580848002), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.116596 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aba81c3-570d-409c-9aea-b91580848002 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:29:23.123577 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.123577 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-df12419b-a34a-480b-97bc-0312013e3917 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4aba81c3-570d-409c-9aea-b91580848002 HTTP/1.1" status: 204 len: 168 time: 1.4569857 May 23 20:29:23.125318 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37764) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:23.183878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Deleting subnet 4c5460a1-c84a-4b98-9792-e6455d9c24bd {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:29:23.187895 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Publish callbacks [] for subnet (4c5460a1-c84a-4b98-9792-e6455d9c24bd), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.233969 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (4c5460a1-c84a-4b98-9792-e6455d9c24bd), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.321224 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37770) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:23.326453 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889111502-network', 'tenant_id': '7966a69ec9aa42a996e7f335fa4c6bc9'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:23.356818 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (4c5460a1-c84a-4b98-9792-e6455d9c24bd), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.426753 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Made reservation on behalf of 7966a69ec9aa42a996e7f335fa4c6bc9 for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:23.429336 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.443325 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.518905 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (4c5460a1-c84a-4b98-9792-e6455d9c24bd), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.524402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:DELETE=13,neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:23.564865 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5460a1-c84a-4b98-9792-e6455d9c24bd,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:23.577392 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.578250 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-32826068-d16e-430c-bf2f-873955a4f026 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c5460a1-c84a-4b98-9792-e6455d9c24bd HTTP/1.1" status: 204 len: 168 time: 0.4517934 May 23 20:29:23.582706 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c9487-853c-444b-a13d-6b0449000ec2 None None] Network 2e834b06-191b-4f74-93c9-403bb39ced80 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:23.583710 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37780) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:23.590612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks [] for security_group (84975320-2cfe-4656-bda2-d61d87cdf29a), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.640549 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:23.647700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.666197 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=42 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:23.675653 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (84975320-2cfe-4656-bda2-d61d87cdf29a), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.749973 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84975320-2cfe-4656-bda2-d61d87cdf29a,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:23.763832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24b3cb-3d66-4cfa-9a5b-e142a3143163 req-be003c3c-4961-4512-9223-27bff32a84bf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:23.765448 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ea24b3cb-3d66-4cfa-9a5b-e142a3143163 req-be003c3c-4961-4512-9223-27bff32a84bf tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.1618989 May 23 20:29:23.780248 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:29:23.826077 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (3c4dcfb9-df4a-4584-b94e-678a806027a6), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.826991 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Added segment 3c4dcfb9-df4a-4584-b94e-678a806027a6 of type vlan for network c10c085f-0056-4981-8dff-9a2a3cf8bcb4 May 23 20:29:23.878148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (2e834b06-191b-4f74-93c9-403bb39ced80), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.900652 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] DHCP port deletion for 2e834b06-191b-4f74-93c9-403bb39ced80 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:29:23.901828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (c10c085f-0056-4981-8dff-9a2a3cf8bcb4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.908676 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ea24b3cb-3d66-4cfa-9a5b-e142a3143163 req-7aad1c53-f388-4049-8157-728ce4652bbc tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275330 May 23 20:29:23.944637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Deleting port dd983f98-db68-469c-8a69-eeb3cc6adbfa {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:23.944998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.973673 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Deleting port dd983f98-db68-469c-8a69-eeb3cc6adbfa {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:29:23.974823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:23.998092 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b3446148-3e73-4bd9-9260-9231b3e66c83 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:24.019090 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (c10c085f-0056-4981-8dff-9a2a3cf8bcb4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.019806 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:24.020090 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.109160 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] For port dd983f98-db68-469c-8a69-eeb3cc6adbfa, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=dd983f98-db68-469c-8a69-eeb3cc6adbfa,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:24.109160 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.111146 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:24.111266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Calling delete_port for dd983f98-db68-469c-8a69-eeb3cc6adbfa owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:24.111348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] Pushing event updated for resources: {'Network': ['ID=c10c085f-0056-4981-8dff-9a2a3cf8bcb4,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:24.232243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network c10c085f-0056-4981-8dff-9a2a3cf8bcb4 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:29:24.242679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: b3446148-3e73-4bd9-9260-9231b3e66c83 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:24.243289 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device b3446148-3e73-4bd9-9260-9231b3e66c83 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:24.243862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:24.255644 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:24.306584 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.317317 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-f4526a4d-185c-461d-b4cf-69cabaacfc22 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9919696 May 23 20:29:24.318603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37788) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:24.321753 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:24.322316 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 01aeb9ed-7c7f-4439-b194-afd0e2e70f6c not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:24.336779 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Request body: {'subnet': {'network_id': 'c10c085f-0056-4981-8dff-9a2a3cf8bcb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889111502-subnet', 'tenant_id': '7966a69ec9aa42a996e7f335fa4c6bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:24.342097 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] For port dd983f98-db68-469c-8a69-eeb3cc6adbfa, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=dd983f98-db68-469c-8a69-eeb3cc6adbfa,segment=NetworkSegment(7babefbe-4b81-41d2-9e7d-52671aae45d8),segment_id=7babefbe-4b81-41d2-9e7d-52671aae45d8)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:24.342097 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.370779 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Calling delete_port for dd983f98-db68-469c-8a69-eeb3cc6adbfa owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:29:24.396600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] No DVR routers for this DVR port dd983f98-db68-469c-8a69-eeb3cc6adbfa on host dv-cinder-843018-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:24.399536 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd983f98-db68-469c-8a69-eeb3cc6adbfa,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:24.430579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:24.458318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (dd983f98-db68-469c-8a69-eeb3cc6adbfa), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.484440 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] Pushing event deleted for resources: {'Port': ['ID=dd983f98-db68-469c-8a69-eeb3cc6adbfa,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:24.489413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad060d2-6b72-4f63-8108-96c5c8585cc6 None None] No DVR routers for this DVR port dd983f98-db68-469c-8a69-eeb3cc6adbfa on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:29:24.494132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (2e834b06-191b-4f74-93c9-403bb39ced80), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.501942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Made reservation on behalf of 7966a69ec9aa42a996e7f335fa4c6bc9 for: {'subnet': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:24.501942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9406552'] for subnet (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.526281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e834b06-191b-4f74-93c9-403bb39ced80']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:24.538790 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7babefbe-4b81-41d2-9e7d-52671aae45d8') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:24.539330 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7babefbe-4b81-41d2-9e7d-52671aae45d8') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:24.553312 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (7babefbe-4b81-41d2-9e7d-52671aae45d8), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.571737 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (7babefbe-4b81-41d2-9e7d-52671aae45d8), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.579505 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:29:24.580100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (7babefbe-4b81-41d2-9e7d-52671aae45d8), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.704525 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (2e834b06-191b-4f74-93c9-403bb39ced80), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.710972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.716826 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e834b06-191b-4f74-93c9-403bb39ced80 HTTP/1.1" status: 204 len: 168 time: 1.1292861 May 23 20:29:24.745403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974358-8094-4e74-9858-fd17ab2a865a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e834b06-191b-4f74-93c9-403bb39ced80,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:24.835726 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9086304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9406634'] for subnet (d0fdc9a3-b932-4018-972d-d93b0961b7d9), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:24.866586 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 7babefbe-4b81-41d2-9e7d-52671aae45d8 resource provider aggregate not found May 23 20:29:24.883733 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 7babefbe-4b81-41d2-9e7d-52671aae45d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7babefbe-4b81-41d2-9e7d-52671aae45d8 found for delete ", "request_id": "req-e427c1dd-ed0b-403d-88da-008a2e8187ba"}]} May 23 20:29:24.916030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fdc9a3-b932-4018-972d-d93b0961b7d9,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:24.927893 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.928238 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.928580 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.928915 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.929245 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.929575 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.929900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.930249 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.930576 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.930900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.931232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.931561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.931881 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.932200 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.932517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:24.935602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Checking segment: {'id': '3c4dcfb9-df4a-4584-b94e-678a806027a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c10c085f-0056-4981-8dff-9a2a3cf8bcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:24.935896 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Network hostable DHCP agents. Network: c10c085f-0056-4981-8dff-9a2a3cf8bcb4, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:29:25.023953 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:25.024689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.027379 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Network c10c085f-0056-4981-8dff-9a2a3cf8bcb4 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:29:25.044934 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9765f-bcde-4483-9e5b-4ae9dc78a460 req-b77f45e4-018f-47c7-84fe-51d7fe148ed8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:25.046469 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6eb9765f-bcde-4483-9e5b-4ae9dc78a460 req-b77f45e4-018f-47c7-84fe-51d7fe148ed8 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0564470 May 23 20:29:25.094449 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-6eb9765f-bcde-4483-9e5b-4ae9dc78a460 req-fa121056-81b6-4f38-ae77-6cf5c1b48569 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 May 23 20:29:25.125843 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, c10c085f-0056-4981-8dff-9a2a3cf8bcb4) {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:25.129317 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:25.130489 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.131741 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3c188-7736-4c9a-b85a-04845d4c15ff None None] Network c10c085f-0056-4981-8dff-9a2a3cf8bcb4 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:25.133071 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37806) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:25.176517 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:25.181424 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4cba1b79-cbfc-4c84-8b45-bcd22943735d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb1d9be9203346cd8cf364305116abf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461175 May 23 20:29:25.184124 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37808) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:25.228755 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0d87e16c-cc90-4600-a063-ecd6551ade7d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9073822 May 23 20:29:25.241565 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846169b9-4e80-4e84-9079-feac3811b021 None None] Network c10c085f-0056-4981-8dff-9a2a3cf8bcb4 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:25.244578 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] Publish callbacks [] for security_group (744039be-5b64-4b49-a77c-01e61686491e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.270701 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] Publish callbacks [] for security_group (744039be-5b64-4b49-a77c-01e61686491e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.364625 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37812) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:25.409494 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Deleting subnet 4bae6ca9-f918-4f29-87ce-acf49c438803 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:29:25.413979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Publish callbacks [] for subnet (4bae6ca9-f918-4f29-87ce-acf49c438803), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.437183 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (744039be-5b64-4b49-a77c-01e61686491e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.439928 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.441091 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/744039be-5b64-4b49-a77c-01e61686491e HTTP/1.1" status: 204 len: 168 time: 0.2559791 May 23 20:29:25.458365 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0947a8-04c5-4afe-ab23-e26759b990c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744039be-5b64-4b49-a77c-01e61686491e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:25.466168 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (4bae6ca9-f918-4f29-87ce-acf49c438803), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.509717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (4bae6ca9-f918-4f29-87ce-acf49c438803), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.664921 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (4bae6ca9-f918-4f29-87ce-acf49c438803), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.704744 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.711291 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4bae6ca9-f918-4f29-87ce-acf49c438803 HTTP/1.1" status: 204 len: 168 time: 0.3433168 May 23 20:29:25.711291 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350ca64-54bd-4ad4-b5ea-4ce2d43c271d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bae6ca9-f918-4f29-87ce-acf49c438803,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:25.711767 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37816) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:25.745645 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:25.780558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:25.787875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.874004 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.875311 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device dd983f98-db68-469c-8a69-eeb3cc6adbfa no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:29:25.895438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: dd983f98-db68-469c-8a69-eeb3cc6adbfa {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:29:25.896434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:25.902679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device dd983f98-db68-469c-8a69-eeb3cc6adbfa not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:29:25.906477 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24c47cf-1cff-4965-8eb4-2877201280b9') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:25.906780 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24c47cf-1cff-4965-8eb4-2877201280b9') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:25.917311 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (c24c47cf-1cff-4965-8eb4-2877201280b9), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.931242 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (c24c47cf-1cff-4965-8eb4-2877201280b9), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:25.937220 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:29:25.937602 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (c24c47cf-1cff-4965-8eb4-2877201280b9), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.092486 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.096671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.099942 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f HTTP/1.1" status: 204 len: 168 time: 0.3870354 May 23 20:29:26.102797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37826) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:26.112615 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f70c1e-53eb-414a-b479-9c5023af2b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5b0a39-8b44-4a6f-bb8b-9deeffaf5c3f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:26.157591 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Deleting subnet d0fdc9a3-b932-4018-972d-d93b0961b7d9 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:29:26.161200 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Publish callbacks [] for subnet (d0fdc9a3-b932-4018-972d-d93b0961b7d9), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.207847 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (d0fdc9a3-b932-4018-972d-d93b0961b7d9), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.239075 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cbdd5-4a3b-458a-b928-f49b58e17122 req-34ed1753-f20a-4710-b319-77b587957e80 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:26.240984 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aa9cbdd5-4a3b-458a-b928-f49b58e17122 req-34ed1753-f20a-4710-b319-77b587957e80 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 943 time: 0.0610757 May 23 20:29:26.252234 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (d0fdc9a3-b932-4018-972d-d93b0961b7d9), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.294567 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aa9cbdd5-4a3b-458a-b928-f49b58e17122 req-559d3b89-2504-4b01-ac37-35f098c1c7c2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 May 23 20:29:26.373329 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (d0fdc9a3-b932-4018-972d-d93b0961b7d9), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.406736 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fdc9a3-b932-4018-972d-d93b0961b7d9,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:26.411415 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.417064 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4997324e-6d80-41d2-ad00-fb43e9f6b624 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0fdc9a3-b932-4018-972d-d93b0961b7d9 HTTP/1.1" status: 204 len: 168 time: 0.3106394 May 23 20:29:26.417064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37842) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:26.484874 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (c10c085f-0056-4981-8dff-9a2a3cf8bcb4), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.567622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (c10c085f-0056-4981-8dff-9a2a3cf8bcb4), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.589381 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10c085f-0056-4981-8dff-9a2a3cf8bcb4']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:26.600311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4dcfb9-df4a-4584-b94e-678a806027a6') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:26.600608 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4dcfb9-df4a-4584-b94e-678a806027a6') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:26.611235 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (3c4dcfb9-df4a-4584-b94e-678a806027a6), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.625871 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (3c4dcfb9-df4a-4584-b94e-678a806027a6), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.631903 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:29:26.638169 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (3c4dcfb9-df4a-4584-b94e-678a806027a6), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.678568 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 3c4dcfb9-df4a-4584-b94e-678a806027a6 resource provider aggregate not found May 23 20:29:26.689373 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37854) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:26.703247 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:26.705372 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 3c4dcfb9-df4a-4584-b94e-678a806027a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4dcfb9-df4a-4584-b94e-678a806027a6 found for delete ", "request_id": "req-2466ae2a-ab82-4760-b9cd-258849449bce"}]} May 23 20:29:26.778213 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (c10c085f-0056-4981-8dff-9a2a3cf8bcb4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.783900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.787812 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] 10.222.0.16 "DELETE /v2.0/networks/c10c085f-0056-4981-8dff-9a2a3cf8bcb4 HTTP/1.1" status: 204 len: 168 time: 0.3696041 May 23 20:29:26.801100 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23042c-7a16-4e9b-abc7-6b08e7b40cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c10c085f-0056-4981-8dff-9a2a3cf8bcb4,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:26.802958 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-66889715-dc7f-40a7-ad80-5c04ed58c8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.878177 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:26.882990 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-66889715-dc7f-40a7-ad80-5c04ed58c8a9 admin admin] Publish callbacks [] for security_group (376461a4-c306-4455-bd35-1c98bfef73d3), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.905282 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment c24c47cf-1cff-4965-8eb4-2877201280b9 resource provider aggregate not found May 23 20:29:26.917871 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment c24c47cf-1cff-4965-8eb4-2877201280b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24c47cf-1cff-4965-8eb4-2877201280b9 found for delete ", "request_id": "req-df94ecb3-94a6-46c9-bffc-5bc839a0c7d9"}]} May 23 20:29:26.944019 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-66889715-dc7f-40a7-ad80-5c04ed58c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (376461a4-c306-4455-bd35-1c98bfef73d3), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:26.968816 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:29:26.986464 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-66889715-dc7f-40a7-ad80-5c04ed58c8a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0eb0f03ff91b4071a92d9c8c1e459f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934027 May 23 20:29:26.986464 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66889715-dc7f-40a7-ad80-5c04ed58c8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376461a4-c306-4455-bd35-1c98bfef73d3,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:26.986785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37866) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:27.038597 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] Publish callbacks [] for security_group (376461a4-c306-4455-bd35-1c98bfef73d3), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.067315 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] Publish callbacks [] for security_group (376461a4-c306-4455-bd35-1c98bfef73d3), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.080482 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:27.095973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'd964f307-0816-459b-b91f-c56aa300d183', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'port_id': 'd964f307-0816-459b-b91f-c56aa300d183', 'mac_address': 'fa:16:3e:f4:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:29:27.131568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:27.131969 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.145416 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:29:27.149648 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37872) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:27.170768 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:27.193282 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b1997590-830e-44b6-af84-7da1510b0372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ab00b40a4bd471da8021231def9495b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423791 May 23 20:29:27.195774 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37876) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:27.216840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (376461a4-c306-4455-bd35-1c98bfef73d3), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.219335 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.220438 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376461a4-c306-4455-bd35-1c98bfef73d3 HTTP/1.1" status: 204 len: 168 time: 0.2320650 May 23 20:29:27.234810 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58d75-aad1-4f50-9a57-70a1f8f13c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376461a4-c306-4455-bd35-1c98bfef73d3,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:27.242452 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.252555 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:27.262247 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] Publish callbacks [] for security_group (84ba9653-e791-488b-8608-0b57cc1428c9), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.286463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] Publish callbacks [] for security_group (84ba9653-e791-488b-8608-0b57cc1428c9), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.317751 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=9']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:27.436191 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4966cc3-2d89-4edd-b948-a831c213f9f5 req-586329d2-1144-4823-b435-1bea4d35f739 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:27.437789 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4966cc3-2d89-4edd-b948-a831c213f9f5 req-586329d2-1144-4823-b435-1bea4d35f739 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 944 time: 0.0487170 May 23 20:29:27.460463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (84ba9653-e791-488b-8608-0b57cc1428c9), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.463073 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:27.466460 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ba9653-e791-488b-8608-0b57cc1428c9 HTTP/1.1" status: 204 len: 168 time: 0.2697682 May 23 20:29:27.481200 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['d964f307-0816-459b-b91f-c56aa300d183'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:29:27.485421 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1a77a-2355-4492-b4ab-b30288902994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba9653-e791-488b-8608-0b57cc1428c9,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:27.516821 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c4966cc3-2d89-4edd-b948-a831c213f9f5 req-4899bddc-c1de-41f4-9a35-e997229dfb0c tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726545 May 23 20:29:27.636929 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:28.153079 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37910) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:28.197234 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-d8c528b6-a9fb-4c4f-bae8-fa8a8f859342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7966a69ec9aa42a996e7f335fa4c6bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425789 May 23 20:29:28.200192 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37912) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:28.252826 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] Publish callbacks [] for security_group (84975320-2cfe-4656-bda2-d61d87cdf29a), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.274318 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] Publish callbacks [] for security_group (84975320-2cfe-4656-bda2-d61d87cdf29a), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.378201 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (84975320-2cfe-4656-bda2-d61d87cdf29a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.380886 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.383109 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84975320-2cfe-4656-bda2-d61d87cdf29a HTTP/1.1" status: 204 len: 168 time: 0.1809211 May 23 20:29:28.389678 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49dad7-ffc3-4a04-9779-dfca4337df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84975320-2cfe-4656-bda2-d61d87cdf29a,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:28.647217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93385b-26d9-4e4f-9413-a8ba2eb4b515 req-375c73cb-a6a8-4c81-81ab-386cb49a7f55 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:28.650659 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2e93385b-26d9-4e4f-9413-a8ba2eb4b515 req-375c73cb-a6a8-4c81-81ab-386cb49a7f55 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 944 time: 0.0570676 May 23 20:29:28.696100 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2e93385b-26d9-4e4f-9413-a8ba2eb4b515 req-c05b34f3-5757-42a1-a911-8fd97603b3e1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 May 23 20:29:28.733189 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 37928) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:28.845095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407007931-network', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:28.920825 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Made reservation on behalf of add3d6328c754244a17f23d21ff30fac for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:28.923356 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.932479 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:28.969218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:29.011552 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks [] for security_group (3e675f79-f2db-47e8-b521-4b8d2b7fe7b2), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.015024 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port d964f307-0816-459b-b91f-c56aa300d183 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:29.015399 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (d964f307-0816-459b-b91f-c56aa300d183), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.084627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3e675f79-f2db-47e8-b521-4b8d2b7fe7b2), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.087777 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port d964f307-0816-459b-b91f-c56aa300d183 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:29.090318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.106963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:29:29.114568 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:29:29.124548 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fab4ba-3252-421a-8995-bf26b69c5302" -d '{"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:29:29.124735 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:29.124735 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:29.127475 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (35895d73-8629-4e79-869f-1c854336bdcd), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.127886 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Added segment 35895d73-8629-4e79-869f-1c854336bdcd of type vlan for network 7e5fded9-e8cc-49d8-986b-8a61204706ef May 23 20:29:29.131167 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:29.163354 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51972d5f-c033-4a42-921d-2719dd147fce x-openstack-request-id: req-51972d5f-c033-4a42-921d-2719dd147fce {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:29:29.163646 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-plugged", "status": "completed", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:29:29.163942 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51972d5f-c033-4a42-921d-2719dd147fce {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:29:29.164346 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51972d5f-c033-4a42-921d-2719dd147fce'] response: {'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'code': 200} May 23 20:29:29.171846 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (7e5fded9-e8cc-49d8-986b-8a61204706ef), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.224584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.247585 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (7e5fded9-e8cc-49d8-986b-8a61204706ef), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.249486 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:29.250398 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:29.279199 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=10']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:29.320749 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e5fded9-e8cc-49d8-986b-8a61204706ef,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:29.334857 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:29:29.745499 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37956) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:29.749126 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-07c16f5c-3d07-46a5-a13b-60922f2068b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0147805 May 23 20:29:29.800068 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Request body: {'subnet': {'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407007931-subnet', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:29.828485 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827d68e-f359-4ac3-97b9-5f3cff091fad req-8c92fdb0-fa3a-4026-a4e9-fa4c4a91c0c9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:29.830082 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9827d68e-f359-4ac3-97b9-5f3cff091fad req-8c92fdb0-fa3a-4026-a4e9-fa4c4a91c0c9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0546494 May 23 20:29:29.899417 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9827d68e-f359-4ac3-97b9-5f3cff091fad req-3151b142-4f75-4e5d-9941-7d5ce08aa9b1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553353 May 23 20:29:30.129057 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866697fa-0ac6-4c92-9781-b1ca2c6299ed req-67259dac-ffaf-44e9-8be0-0000950238b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:30.130582 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-866697fa-0ac6-4c92-9781-b1ca2c6299ed req-67259dac-ffaf-44e9-8be0-0000950238b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1130 time: 0.0468941 May 23 20:29:30.173824 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-866697fa-0ac6-4c92-9781-b1ca2c6299ed req-175a3e62-988d-4286-8fbc-9ffbd417181f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 May 23 20:29:30.241505 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Made reservation on behalf of add3d6328c754244a17f23d21ff30fac for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:30.246785 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.469946 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (88f28e07-f964-4d37-b26c-1967367ba4a6), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.525987 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f28e07-f964-4d37-b26c-1967367ba4a6,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:30.537606 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Checking segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:30.537975 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Network hostable DHCP agents. Network: 7e5fded9-e8cc-49d8-986b-8a61204706ef, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:29:30.618399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:29:30.704331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 7e5fded9-e8cc-49d8-986b-8a61204706ef) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:30.708800 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:30.709811 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.717482 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc314f-6071-408e-a11a-ec7adf342129 None None] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:30.798968 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-399821a0-331a-477f-8cfe-bf230d7f78e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0523252 May 23 20:29:30.802247 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 37976) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:30.807011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:30.820115 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-7e5fded9-e8cc-49d8-986b-8a61204706ef', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:29:30.821290 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.833434 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:30.933226 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (f186f820-b146-413d-9aea-2035638b93ba), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.935557 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (f186f820-b146-413d-9aea-2035638b93ba), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:30.987614 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Allocated IP 172.20.0.2 (7e5fded9-e8cc-49d8-986b-8a61204706ef/88f28e07-f964-4d37-b26c-1967367ba4a6/bde17a8f-e394-4fb3-8de8-a8a286c77d6c) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:31.001269 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for router_controller (f186f820-b146-413d-9aea-2035638b93ba), precommit_add_association {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.042399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b01f00-e72b-489f-9b80-e4836c43abe3 req-10a625f2-d120-4480-b52c-69f15818e0a5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:31.044136 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83b01f00-e72b-489f-9b80-e4836c43abe3 req-10a625f2-d120-4480-b52c-69f15818e0a5 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0575051 May 23 20:29:31.110958 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83b01f00-e72b-489f-9b80-e4836c43abe3 req-36ebb26b-c737-4703-9001-ec38ab60c844 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547113 May 23 20:29:31.130893 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:31.170536 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks [] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.205559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for router_gateway (f186f820-b146-413d-9aea-2035638b93ba), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.265995 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.283366 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:31.301094 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:31.304237 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:31.307883 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:31.326759 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Pushing event updated for resources: {'Port': ['ID=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:31.375016 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:31.385451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Attempting to bind port bde17a8f-e394-4fb3-8de8-a8a286c77d6c on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:31.385827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Attempting to bind port bde17a8f-e394-4fb3-8de8-a8a286c77d6c by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:31.386290 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Attempting to bind port bde17a8f-e394-4fb3-8de8-a8a286c77d6c on network 7e5fded9-e8cc-49d8-986b-8a61204706ef {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:31.391649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:31.392032 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Checking segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:31.392640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.393197 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Bound using segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:31.393844 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Bound port: bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:31.394805 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.465484 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] For port bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:31.471338 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] For port bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:31.474569 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for router_gateway (f186f820-b146-413d-9aea-2035638b93ba), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.497262 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.544501 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.603043 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9594933-7a2b-4385-8d14-a280733005c7 None None] Pushing event updated for resources: {'Port': ['ID=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:31.613302 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Allocated IP 172.27.2.37 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/0f9c6acd-b256-46f4-aa1f-066d93dc4239) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:31.746615 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.916117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:31.969337 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device bde17a8f-e394-4fb3-8de8-a8a286c77d6c up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:31.971425 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:31.974333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:31.978212 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:31.983472 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Pushing event updated for resources: {'Port': ['ID=0f9c6acd-b256-46f4-aa1f-066d93dc4239,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:32.049087 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port bde17a8f-e394-4fb3-8de8-a8a286c77d6c triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:32.049463 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.076964 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:32.131134 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port bde17a8f-e394-4fb3-8de8-a8a286c77d6c is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:32.131803 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.171808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:32.295421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.297624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48c46-9a35-482c-a56a-69e0da24d433 req-1154d612-463a-45a1-9636-08671c04dc70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:32.299274 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-63f48c46-9a35-482c-a56a-69e0da24d433 req-1154d612-463a-45a1-9636-08671c04dc70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0888605 May 23 20:29:32.304104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:32.368128 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:32.378774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for router_gateway (f186f820-b146-413d-9aea-2035638b93ba), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.461268 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-63f48c46-9a35-482c-a56a-69e0da24d433 req-bacb810d-4143-4f04-b7cc-684c750dcb7d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352007 May 23 20:29:32.622988 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (f186f820-b146-413d-9aea-2035638b93ba), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.729594 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd5906-4fe2-41b5-a90b-a1151323a2c9 None None] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:32.816915 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-4bbbf823-aa69-4c37-bd48-38a468ae88a5 None None] Provisioning complete for port bde17a8f-e394-4fb3-8de8-a8a286c77d6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:32.817297 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf823-aa69-4c37-bd48-38a468ae88a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:32.821291 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Router f186f820-b146-413d-9aea-2035638b93ba is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:29:32.868578 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:32.921916 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbf823-aa69-4c37-bd48-38a468ae88a5 None None] Current status of the port bde17a8f-e394-4fb3-8de8-a8a286c77d6c is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:32.937588 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:32.948427 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Sync routers for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:32.960033 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:32.960649 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:33.021574 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.027653 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-29341b0f-be49-4fa7-bd10-6ce555e7b6ba admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2197366 May 23 20:29:33.027653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38048) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:33.065219 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:33.141489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-62aa0843-3a82-403a-8829-eebb53a90abf None None] Provisioning complete for port bde17a8f-e394-4fb3-8de8-a8a286c77d6c triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:33.142135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-62aa0843-3a82-403a-8829-eebb53a90abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.173856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:33.230304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-62aa0843-3a82-403a-8829-eebb53a90abf None None] Current status of the port bde17a8f-e394-4fb3-8de8-a8a286c77d6c is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:33.242255 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:32Z', 'revision_number': 3, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:33.272488 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Checking router: f186f820-b146-413d-9aea-2035638b93ba for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:33.272847 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Updating router f186f820-b146-413d-9aea-2035638b93ba port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:29:33.301785 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.389692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:33.581694 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks [] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.592821 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733124-80cb-4b7b-816f-38c4da6faec7 req-906e9075-c697-4e84-8ae9-6237f7360d29 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:33.594475 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1c733124-80cb-4b7b-816f-38c4da6faec7 req-906e9075-c697-4e84-8ae9-6237f7360d29 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0489078 May 23 20:29:33.630850 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:33.642624 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1c733124-80cb-4b7b-816f-38c4da6faec7 req-0c40c982-d9b1-48dd-b8e3-12046bc94196 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 May 23 20:29:33.680701 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.702635 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.733600 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Pushing event updated for resources: {'Port': ['ID=0f9c6acd-b256-46f4-aa1f-066d93dc4239,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:33.735908 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Attempting to bind port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:33.736269 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Attempting to bind port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:33.746514 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Attempting to bind port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:33.746514 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:33.746514 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:33.746514 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.747343 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:33.747343 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Bound port: 0f9c6acd-b256-46f4-aa1f-066d93dc4239, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:33.747729 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.771515 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.771876 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.772244 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.772779 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.773119 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.773453 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.773786 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.774135 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.775089 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.775089 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.775089 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.775425 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.775973 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.776215 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.776541 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:33.808529 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] For port 0f9c6acd-b256-46f4-aa1f-066d93dc4239, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:33.811657 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] For port 0f9c6acd-b256-46f4-aa1f-066d93dc4239, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0f9c6acd-b256-46f4-aa1f-066d93dc4239,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:33.867480 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Allocated IP 172.20.0.1 (7e5fded9-e8cc-49d8-986b-8a61204706ef/88f28e07-f964-4d37-b26c-1967367ba4a6/f49c9010-d056-4d07-86fa-80b4885f557e) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:33.879848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device bde17a8f-e394-4fb3-8de8-a8a286c77d6c up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:33.887129 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.928413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port bde17a8f-e394-4fb3-8de8-a8a286c77d6c triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:33.928790 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:33.946459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:33.949076 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:33.950226 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:33.974653 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks [] for port (f49c9010-d056-4d07-86fa-80b4885f557e), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.006283 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port bde17a8f-e394-4fb3-8de8-a8a286c77d6c is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:34.008730 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48086b3-c772-41b8-b08e-ac1c70a69be7 None None] Pushing event updated for resources: {'Port': ['ID=0f9c6acd-b256-46f4-aa1f-066d93dc4239,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:34.012654 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:34.015278 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:34.053015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.066707 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:34.098957 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:34.103662 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:34.106287 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:34.129672 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Pushing event updated for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:34.151637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (f186f820-b146-413d-9aea-2035638b93ba), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.248716 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:32Z', 'revision_number': 3, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:34.334583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.343680 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:34.355928 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e152b-4bc4-4643-ba76-3f9a60c78765 None None] The sync data for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi is: [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:32Z', 'revision_number': 3, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:34.356161 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-65a6fc32-ff75-4ce9-9084-7db331bc2ea3 None None] Provisioning complete for port f49c9010-d056-4d07-86fa-80b4885f557e triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:34.356614 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-65a6fc32-ff75-4ce9-9084-7db331bc2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.394962 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-65a6fc32-ff75-4ce9-9084-7db331bc2ea3 None None] Port f49c9010-d056-4d07-86fa-80b4885f557e cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:34.538741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks [] for port (f49c9010-d056-4d07-86fa-80b4885f557e), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.607072 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.676155 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (f186f820-b146-413d-9aea-2035638b93ba), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:34.677989 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Pushing event updated for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:34.797428 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcf83-bc1d-4247-9557-1c21740c60eb req-52f71b2f-30b1-48b1-b4be-d8a2b69b8406 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:34.798930 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9fbbcf83-bc1d-4247-9557-1c21740c60eb req-52f71b2f-30b1-48b1-b4be-d8a2b69b8406 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0648921 May 23 20:29:34.845551 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:34.852461 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:34.881943 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9fbbcf83-bc1d-4247-9557-1c21740c60eb req-2cea56b9-9bae-46b0-94ba-f077155948d1 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750208 May 23 20:29:34.919111 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:34.989191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Router f186f820-b146-413d-9aea-2035638b93ba has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:35.101497 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:35.107196 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f7f23afb-85e6-4cd7-a1f9-0b359cd4b03f admin admin] 10.222.0.16 "PUT /v2.0/routers/f186f820-b146-413d-9aea-2035638b93ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798323 May 23 20:29:35.123814 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-ec66b7be-1f22-4487-92b3-8b7b436b3328 None None] Provisioning complete for port f49c9010-d056-4d07-86fa-80b4885f557e triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:35.124511 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ec66b7be-1f22-4487-92b3-8b7b436b3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:35.169114 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ec66b7be-1f22-4487-92b3-8b7b436b3328 None None] Port f49c9010-d056-4d07-86fa-80b4885f557e cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:35.235544 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:35.887070 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Sync routers for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:35.889937 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0f9c6acd-b256-46f4-aa1f-066d93dc4239 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:35.920526 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:35.922323 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:36.006475 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:29:36.035968 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38100) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:36.042062 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1295260160-network', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:36.075129 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43242fc8-28c0-4175-89e2-d05831b7f676 req-43ae5aa6-488a-412f-b76b-37f3c5701220 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:36.078922 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-43242fc8-28c0-4175-89e2-d05831b7f676 req-43ae5aa6-488a-412f-b76b-37f3c5701220 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0992618 May 23 20:29:36.127367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Made reservation on behalf of 6155dcead5db4331929493c1ac0ecfb9 for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:36.130400 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.136317 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-43242fc8-28c0-4175-89e2-d05831b7f676 req-ef36cb8f-483e-4697-9a5a-1f2a7c7ac9b9 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518997 May 23 20:29:36.142307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.166992 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:36.170584 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.211782 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:36.214505 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:36.239503 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks [] for security_group (3130dddc-3221-466e-ba1c-0fc7dc43c117), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.309749 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3130dddc-3221-466e-ba1c-0fc7dc43c117), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.339648 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:29:36.349982 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3130dddc-3221-466e-ba1c-0fc7dc43c117,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:36.367482 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (db8c730f-88c8-4fcb-a588-458ec6487e6c), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.368290 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Added segment db8c730f-88c8-4fcb-a588-458ec6487e6c of type vlan for network 75b19817-5140-4820-a0c8-bf865b7898a6 May 23 20:29:36.371835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:36.371835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.405171 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 0f9c6acd-b256-46f4-aa1f-066d93dc4239, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0f9c6acd-b256-46f4-aa1f-066d93dc4239,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:36.412296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (75b19817-5140-4820-a0c8-bf865b7898a6), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.456345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 2, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:36.494327 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.501619 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Checking router: f186f820-b146-413d-9aea-2035638b93ba for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:36.501973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Updating router f186f820-b146-413d-9aea-2035638b93ba port f49c9010-d056-4d07-86fa-80b4885f557e binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:29:36.533623 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (75b19817-5140-4820-a0c8-bf865b7898a6), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.534707 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:36.535313 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.557816 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:36.562381 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:36.570180 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.593346 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=0f9c6acd-b256-46f4-aa1f-066d93dc4239,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:36.603193 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] Pushing event updated for resources: {'Network': ['ID=75b19817-5140-4820-a0c8-bf865b7898a6,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:36.616975 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 75b19817-5140-4820-a0c8-bf865b7898a6 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:29:36.652065 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-39366db6-780c-45a4-aae0-989ec5b1f24f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6118717 May 23 20:29:36.652260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38120) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:36.657318 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Request body: {'subnet': {'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1295260160-subnet', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:36.772657 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Made reservation on behalf of 6155dcead5db4331929493c1ac0ecfb9 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:36.778159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:36.854572 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:36.936742 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks [] for port (f49c9010-d056-4d07-86fa-80b4885f557e), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.040957 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.041354 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (2e5e9cf8-9d93-4845-ba57-a65a95a0784f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.094319 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb34b8-fd12-4c95-b118-b3482787b670 None None] Pushing event updated for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:37.118865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5e9cf8-9d93-4845-ba57-a65a95a0784f,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:37.118865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Checking segment: {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:37.118865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Network hostable DHCP agents. Network: 75b19817-5140-4820-a0c8-bf865b7898a6, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:29:37.157521 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Attempting to bind port f49c9010-d056-4d07-86fa-80b4885f557e on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:37.157886 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Attempting to bind port f49c9010-d056-4d07-86fa-80b4885f557e by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:37.158276 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Attempting to bind port f49c9010-d056-4d07-86fa-80b4885f557e on network 7e5fded9-e8cc-49d8-986b-8a61204706ef {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:37.164674 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:37.164984 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Checking segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:37.165439 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.165827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Bound using segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:37.166326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Bound port: f49c9010-d056-4d07-86fa-80b4885f557e, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:37.166725 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.203262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:37.212634 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Network 75b19817-5140-4820-a0c8-bf865b7898a6 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:29:37.236629 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] For port f49c9010-d056-4d07-86fa-80b4885f557e, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:37.240593 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] For port f49c9010-d056-4d07-86fa-80b4885f557e, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=f49c9010-d056-4d07-86fa-80b4885f557e,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:37.305179 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2432cba2-57a9-4d16-aef1-b937895322f8 None None] Provisioning complete for port f49c9010-d056-4d07-86fa-80b4885f557e triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:37.305552 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2432cba2-57a9-4d16-aef1-b937895322f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.340364 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2432cba2-57a9-4d16-aef1-b937895322f8 None None] Port f49c9010-d056-4d07-86fa-80b4885f557e cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:37.361154 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 75b19817-5140-4820-a0c8-bf865b7898a6) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:37.364939 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:37.365542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.370314 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb1c07-d206-48a9-87fb-fa970085749c None None] Network 75b19817-5140-4820-a0c8-bf865b7898a6 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:37.384145 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.473616 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3789b3a4-d485-4096-9358-8dcf9ba525f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8202205 May 23 20:29:37.476706 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38122) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:37.482354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:37.496065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:37.496687 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:37.501623 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb34b8-fd12-4c95-b118-b3482787b670 None None] Pushing event updated for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:37.570578 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2265593-737f-5476-a8f3-f7f15478fb34-75b19817-5140-4820-a0c8-bf865b7898a6', 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6', 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'fixed_ips': [{'subnet_id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f'}]}} from dv-cinder-843018-1-iscsi. {{(pid=104479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 20:29:37.571511 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.590137 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-666952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2147'] for router (16702b50-5119-4811-acce-a777760c6f5d), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.593621 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2152'] for router (16702b50-5119-4811-acce-a777760c6f5d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.645739 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:37.658078 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for router_controller (16702b50-5119-4811-acce-a777760c6f5d), precommit_add_association {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.697569 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:37.855831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Provisioning complete for port f49c9010-d056-4d07-86fa-80b4885f557e triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:37.856194 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:37.901114 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.db_base_plugin_common [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Allocated IP 172.20.0.2 (75b19817-5140-4820-a0c8-bf865b7898a6/2e5e9cf8-9d93-4845-ba57-a65a95a0784f/0ff96edc-d911-44f8-bcdc-129dc3076c34) {{(pid=104479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:37.923034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0f9c6acd-b256-46f4-aa1f-066d93dc4239 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:38.161183 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for router_gateway (16702b50-5119-4811-acce-a777760c6f5d), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.282759 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:37Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:38.285138 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:38.285518 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.295590 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Current status of the port f49c9010-d056-4d07-86fa-80b4885f557e is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:38.295966 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.297521 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:38.366286 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649bcc8f-faf2-4c36-877e-e8e4d2e8dbd2 None None] The sync data for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi is: [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:37Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:38.385936 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for router_gateway (16702b50-5119-4811-acce-a777760c6f5d), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.406493 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.423786 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks [] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), precommit_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.437281 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] For port f49c9010-d056-4d07-86fa-80b4885f557e, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=f49c9010-d056-4d07-86fa-80b4885f557e,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:38.482691 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:38.499557 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), after_create {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.504188 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.547249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Network 75b19817-5140-4820-a0c8-bf865b7898a6 is already hosted by enough agents. {{(pid=104479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:38.553400 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.scheduler.base_scheduler [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Resources bound (agent type, host, resource id): {{(pid=104479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:38.555931 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Received port after_create {{(pid=104479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:38.561581 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Allocated IP 172.27.2.11 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/7f1a9722-8867-4a8b-8bff-e185fa9d6033) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:38.569397 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Pushing event updated for resources: {'Port': ['ID=0ff96edc-d911-44f8-bcdc-129dc3076c34,revision_number=1']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:38.623575 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:38.670859 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Attempting to bind port 0ff96edc-d911-44f8-bcdc-129dc3076c34 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:38.671169 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Attempting to bind port 0ff96edc-d911-44f8-bcdc-129dc3076c34 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:38.672131 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Attempting to bind port 0ff96edc-d911-44f8-bcdc-129dc3076c34 on network 75b19817-5140-4820-a0c8-bf865b7898a6 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:38.674062 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:38.674744 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4a70-a1a5-4804-a07c-78ce26102171 None None] Pushing event updated for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:38.679760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.680023 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:38.680356 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Checking segment: {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:38.680760 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.681155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Bound using segment: {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:38.681633 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Bound port: 0ff96edc-d911-44f8-bcdc-129dc3076c34, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:38.682035 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.751071 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] For port 0ff96edc-d911-44f8-bcdc-129dc3076c34, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:38.754463 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] For port 0ff96edc-d911-44f8-bcdc-129dc3076c34, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0ff96edc-d911-44f8-bcdc-129dc3076c34,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:38.773327 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.809969 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:38.816637 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:38.823559 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:38.824664 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:38.842414 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:38.856212 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1a9722-8867-4a8b-8bff-e185fa9d6033,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:38.912418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a623a8-a52b-4331-8f9b-02a33ff234bc None None] Pushing event updated for resources: {'Port': ['ID=0ff96edc-d911-44f8-bcdc-129dc3076c34,revision_number=2']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:39.166972 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for router_gateway (16702b50-5119-4811-acce-a777760c6f5d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:39.379085 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664861'] for router (16702b50-5119-4811-acce-a777760c6f5d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:39.555917 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Router 16702b50-5119-4811-acce-a777760c6f5d is scheduled to L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c with binding_index 1 {{(pid=104478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 20:29:39.677740 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:39.688709 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Sync routers for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:39.701307 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:39.702046 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:39.792638 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:39.794445 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-6dae1b06-16aa-4375-9276-5c1bcef79c73 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3167274 May 23 20:29:39.797076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38150) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:39.807890 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:39.909071 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:39.981413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f546c-8830-42d1-9c1e-389910285a26 None None] Network 75b19817-5140-4820-a0c8-bf865b7898a6 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:29:40.000109 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0ff96edc-d911-44f8-bcdc-129dc3076c34 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:40.025797 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 3, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:40.059159 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Checking router: 16702b50-5119-4811-acce-a777760c6f5d for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:40.059510 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Updating router 16702b50-5119-4811-acce-a777760c6f5d port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 binding host dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:29:40.089903 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Provisioning complete for port 0ff96edc-d911-44f8-bcdc-129dc3076c34 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:40.090410 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.092813 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.137247 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.156164 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 0ff96edc-d911-44f8-bcdc-129dc3076c34 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:40.156628 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.266626 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Current status of the port 0ff96edc-d911-44f8-bcdc-129dc3076c34 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:40.269250 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.358218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.361309 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.388029 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 0ff96edc-d911-44f8-bcdc-129dc3076c34 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:40.388385 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.437087 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks [] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), precommit_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.439860 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.458673 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] For port 0ff96edc-d911-44f8-bcdc-129dc3076c34, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0ff96edc-d911-44f8-bcdc-129dc3076c34,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:40.493259 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.551805 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Attempting to bind port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:40.552162 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Attempting to bind port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:40.552567 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Attempting to bind port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 on network 1442d21d-5e82-455f-852a-742b566b5712 {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:40.559024 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.566526 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:40.566897 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Checking segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:40.567416 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.567731 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Bound using segment: {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'} {{(pid=104480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:40.568574 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.managers [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Bound port: 7f1a9722-8867-4a8b-8bff-e185fa9d6033, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32185167-5e85-4843-98f5-831b830be7d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1442d21d-5e82-455f-852a-742b566b5712'}}] {{(pid=104480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:40.568574 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), before_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.572756 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.579841 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Allocated IP 172.20.0.1 (75b19817-5140-4820-a0c8-bf865b7898a6/2e5e9cf8-9d93-4845-ba57-a65a95a0784f/76b87b26-0843-4643-b844-db7553c86558) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:40.604092 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29a67c-e1c9-47ec-9062-c85801a96fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f1a9722-8867-4a8b-8bff-e185fa9d6033,revision_number=2']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:40.607392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 20:29:40.607811 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG oslo_db.api [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 20:29:40.635244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75bb77-7456-4b06-a314-26363a3d3442 None None] Pushing event updated for resources: {'Port': ['ID=0ff96edc-d911-44f8-bcdc-129dc3076c34,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:40.646738 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] For port 7f1a9722-8867-4a8b-8bff-e185fa9d6033, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:40.659315 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.plugins.ml2.db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] For port 7f1a9722-8867-4a8b-8bff-e185fa9d6033, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=7f1a9722-8867-4a8b-8bff-e185fa9d6033,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:40.686242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-1a6ccf2b-05f0-49f9-a404-bfb0e5560a3d None None] Provisioning complete for port 0ff96edc-d911-44f8-bcdc-129dc3076c34 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:40.686706 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1a6ccf2b-05f0-49f9-a404-bfb0e5560a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.704605 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron_lib.callbacks.manager [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), after_update {{(pid=104480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.728044 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.754951 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:40.762410 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks [] for port (76b87b26-0843-4643-b844-db7553c86558), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.762666 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:40.763514 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:40.776662 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ccf2b-05f0-49f9-a404-bfb0e5560a3d None None] Current status of the port 0ff96edc-d911-44f8-bcdc-129dc3076c34 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:40.837643 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29a67c-e1c9-47ec-9062-c85801a96fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f1a9722-8867-4a8b-8bff-e185fa9d6033,revision_number=3']} {{(pid=104480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:40.876206 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (76b87b26-0843-4643-b844-db7553c86558), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:40.885249 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:40.918190 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Network 75b19817-5140-4820-a0c8-bf865b7898a6 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:40.922739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:40.927064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:29:40.955531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Pushing event updated for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:40.973112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664392'] for router_interface (16702b50-5119-4811-acce-a777760c6f5d), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.078733 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 3, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:41.104556 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec0d8e-1493-46e5-8c58-8c07c67d03b8 None None] The sync data for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi is: [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 3, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:41.163198 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 0ff96edc-d911-44f8-bcdc-129dc3076c34 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:41.164431 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device f49c9010-d056-4d07-86fa-80b4885f557e up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:41.203963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (76b87b26-0843-4643-b844-db7553c86558), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.218108 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-fd29390d-572d-4c8d-a996-2970afdbed01 None None] Provisioning complete for port 76b87b26-0843-4643-b844-db7553c86558 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:41.218484 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fd29390d-572d-4c8d-a996-2970afdbed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (76b87b26-0843-4643-b844-db7553c86558), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.246540 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port f49c9010-d056-4d07-86fa-80b4885f557e triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:41.246912 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.257432 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:41.260267 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38178) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:41.291225 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fd29390d-572d-4c8d-a996-2970afdbed01 None None] Port 76b87b26-0843-4643-b844-db7553c86558 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:41.341072 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port f49c9010-d056-4d07-86fa-80b4885f557e is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:41.445622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5165d472-382c-4289-9008-a671682e9a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.504056 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks [] for port (76b87b26-0843-4643-b844-db7553c86558), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.555199 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5165d472-382c-4289-9008-a671682e9a34 admin admin] Publish callbacks [] for security_group (cea7e87a-9ad3-47e9-a528-eb8828cd7c7d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.572521 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (76b87b26-0843-4643-b844-db7553c86558), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.623373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5165d472-382c-4289-9008-a671682e9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (cea7e87a-9ad3-47e9-a528-eb8828cd7c7d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.664427 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Pushing event updated for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:41.678003 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667352'] for router_interface (16702b50-5119-4811-acce-a777760c6f5d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.689465 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165d472-382c-4289-9008-a671682e9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea7e87a-9ad3-47e9-a528-eb8828cd7c7d,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:41.694246 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5165d472-382c-4289-9008-a671682e9a34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30b1720707154211b22767e531bd55b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328873 May 23 20:29:41.701483 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38186) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:41.820957 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] Publish callbacks [] for security_group (cea7e87a-9ad3-47e9-a528-eb8828cd7c7d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:41.837490 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Network 75b19817-5140-4820-a0c8-bf865b7898a6 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:29:41.842666 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:41.848710 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:29:41.855648 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] Publish callbacks [] for security_group (cea7e87a-9ad3-47e9-a528-eb8828cd7c7d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.026357 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Router 16702b50-5119-4811-acce-a777760c6f5d has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:29:42.031081 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 7f1a9722-8867-4a8b-8bff-e185fa9d6033 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:42.041178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (cea7e87a-9ad3-47e9-a528-eb8828cd7c7d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.044163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.048198 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cea7e87a-9ad3-47e9-a528-eb8828cd7c7d HTTP/1.1" status: 204 len: 168 time: 0.3436391 May 23 20:29:42.061496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33df52-d617-498b-839b-0c946bcdfc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea7e87a-9ad3-47e9-a528-eb8828cd7c7d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:42.067793 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:42.128821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:42.129134 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.187381 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:29:42.194085 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8026dd37-a743-4a5a-ac81-a3018c08eb79 admin admin] 10.222.0.16 "PUT /v2.0/routers/16702b50-5119-4811-acce-a777760c6f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3948381 May 23 20:29:42.234695 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2e7fbe93-afe2-4fb0-9cf3-31c0a622eb74 None None] Provisioning complete for port 76b87b26-0843-4643-b844-db7553c86558 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:42.235233 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2e7fbe93-afe2-4fb0-9cf3-31c0a622eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (76b87b26-0843-4643-b844-db7553c86558), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.238403 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:42.238785 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.284008 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] For port 7f1a9722-8867-4a8b-8bff-e185fa9d6033, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=7f1a9722-8867-4a8b-8bff-e185fa9d6033,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:42.285821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fbe93-afe2-4fb0-9cf3-31c0a622eb74 None None] Port 76b87b26-0843-4643-b844-db7553c86558 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:42.344214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.345573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0ff96edc-d911-44f8-bcdc-129dc3076c34 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:42.448796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Pushing event updated for resources: {'Port': ['ID=7f1a9722-8867-4a8b-8bff-e185fa9d6033,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:42.451923 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 0ff96edc-d911-44f8-bcdc-129dc3076c34 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:42.452400 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.528317 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 0ff96edc-d911-44f8-bcdc-129dc3076c34 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:42.760296 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38206) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:42.776907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0759cfa4-bf84-46e5-9da2-3b490e886e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.853810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77718697-3608-42e7-b262-e83ec44755db None None] Sync routers for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:29:42.859642 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0759cfa4-bf84-46e5-9da2-3b490e886e90 admin admin] Publish callbacks [] for security_group (eb2d3cb5-86ad-4905-9466-6480828777d6), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.864338 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:42.865005 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:42.867280 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:42.928379 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0759cfa4-bf84-46e5-9da2-3b490e886e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb2d3cb5-86ad-4905-9466-6480828777d6), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:42.979504 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:42.981731 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0759cfa4-bf84-46e5-9da2-3b490e886e90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42ea89f42e3a482091573a57cef0fb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200415 May 23 20:29:42.983725 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759cfa4-bf84-46e5-9da2-3b490e886e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d3cb5-86ad-4905-9466-6480828777d6,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:42.984412 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38218) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:43.049794 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] Publish callbacks [] for security_group (eb2d3cb5-86ad-4905-9466-6480828777d6), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.072745 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] Publish callbacks [] for security_group (eb2d3cb5-86ad-4905-9466-6480828777d6), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.117262 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:43.172671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb2d3cb5-86ad-4905-9466-6480828777d6), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.177000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.179725 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb2d3cb5-86ad-4905-9466-6480828777d6 HTTP/1.1" status: 204 len: 168 time: 0.1923876 May 23 20:29:43.189079 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df91f5-2119-456e-894d-d11eb9025c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d3cb5-86ad-4905-9466-6480828777d6,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:43.243384 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:41Z', 'revision_number': 4, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '76b87b26-0843-4643-b844-db7553c86558', 'name': '', 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'mac_address': 'fa:16:3e:79:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:40Z', 'updated_at': '2022-05-23T20:29:41Z', 'revision_number': 2, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'subnets': [{'id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:43.274339 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77718697-3608-42e7-b262-e83ec44755db None None] Checking router: 16702b50-5119-4811-acce-a777760c6f5d for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:29:43.275146 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77718697-3608-42e7-b262-e83ec44755db None None] Updating router 16702b50-5119-4811-acce-a777760c6f5d port 76b87b26-0843-4643-b844-db7553c86558 binding host dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 20:29:43.306420 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (76b87b26-0843-4643-b844-db7553c86558), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.872053 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks [] for port (76b87b26-0843-4643-b844-db7553c86558), precommit_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.950432 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (76b87b26-0843-4643-b844-db7553c86558), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:43.969451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 7f1a9722-8867-4a8b-8bff-e185fa9d6033 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:44.103251 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbcb3d-cd2a-4aae-999f-b37ff3d6c294 None None] Pushing event updated for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=3']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:44.149662 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:44.149662 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.222599 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38240) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:44.249679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-77718697-3608-42e7-b262-e83ec44755db None None] Attempting to bind port 76b87b26-0843-4643-b844-db7553c86558 on host dv-cinder-843018-1-iscsi for vnic_type normal with profile {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:29:44.250311 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-77718697-3608-42e7-b262-e83ec44755db None None] Attempting to bind port 76b87b26-0843-4643-b844-db7553c86558 by drivers openvswitch,hyperv on host dv-cinder-843018-1-iscsi at level 0 using segments [{'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:29:44.250651 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77718697-3608-42e7-b262-e83ec44755db None None] Attempting to bind port 76b87b26-0843-4643-b844-db7553c86558 on network 75b19817-5140-4820-a0c8-bf865b7898a6 {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:29:44.260910 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:44.267288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77718697-3608-42e7-b262-e83ec44755db None None] Checking agent: {'id': '841d3643-9f5a-44ce-a199-99201c69f156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843018-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 14, 25), 'started_at': datetime.datetime(2022, 5, 23, 20, 14, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843018-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:29:44.267841 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77718697-3608-42e7-b262-e83ec44755db None None] Checking segment: {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:29:44.269025 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.269518 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77718697-3608-42e7-b262-e83ec44755db None None] Bound using segment: {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'} {{(pid=104479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:29:44.270155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.managers [None req-77718697-3608-42e7-b262-e83ec44755db None None] Bound port: 76b87b26-0843-4643-b844-db7553c86558, host: dv-cinder-843018-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8c730f-88c8-4fcb-a588-458ec6487e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6'}}] {{(pid=104479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:29:44.270669 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (76b87b26-0843-4643-b844-db7553c86558), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.388624 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd86d-1c4a-441f-8a7c-ebfbd79034b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.391230 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:44.400239 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-77718697-3608-42e7-b262-e83ec44755db None None] For port 76b87b26-0843-4643-b844-db7553c86558, host dv-cinder-843018-1-iscsi, cleared binding levels {{(pid=104479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:29:44.407839 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-77718697-3608-42e7-b262-e83ec44755db None None] For port 76b87b26-0843-4643-b844-db7553c86558, host dv-cinder-843018-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=76b87b26-0843-4643-b844-db7553c86558,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:29:44.420263 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:44.426685 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-d22b9136-965d-4287-b49f-78df05cf7fc4 None None] Provisioning complete for port 76b87b26-0843-4643-b844-db7553c86558 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:44.426994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d22b9136-965d-4287-b49f-78df05cf7fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (76b87b26-0843-4643-b844-db7553c86558), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.473202 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-d22b9136-965d-4287-b49f-78df05cf7fc4 None None] Port 76b87b26-0843-4643-b844-db7553c86558 cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:29:44.477573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-77718697-3608-42e7-b262-e83ec44755db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (76b87b26-0843-4643-b844-db7553c86558), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.489815 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd86d-1c4a-441f-8a7c-ebfbd79034b1 admin admin] Publish callbacks [] for security_group (7478fc58-77b1-4268-8d66-212f9129f27a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.538252 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a7cdd86d-1c4a-441f-8a7c-ebfbd79034b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7478fc58-77b1-4268-8d66-212f9129f27a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.540780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:29:44.542828 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:44.614358 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a7cdd86d-1c4a-441f-8a7c-ebfbd79034b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f00718027c6b4edfa3ce405686ff3aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906329 May 23 20:29:44.615377 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdd86d-1c4a-441f-8a7c-ebfbd79034b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7478fc58-77b1-4268-8d66-212f9129f27a,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:44.617019 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38252) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:44.690661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:29:44.718067 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] Publish callbacks [] for security_group (7478fc58-77b1-4268-8d66-212f9129f27a), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.758728 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] Publish callbacks [] for security_group (7478fc58-77b1-4268-8d66-212f9129f27a), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.910060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (7478fc58-77b1-4268-8d66-212f9129f27a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.914466 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:44.916598 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7478fc58-77b1-4268-8d66-212f9129f27a HTTP/1.1" status: 204 len: 168 time: 0.2975841 May 23 20:29:44.956771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd650-d25e-4dae-aee7-05e3ac87cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7478fc58-77b1-4268-8d66-212f9129f27a,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:44.983737 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbcb3d-cd2a-4aae-999f-b37ff3d6c294 None None] Pushing event updated for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:45.044796 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Provisioning complete for port 76b87b26-0843-4643-b844-db7553c86558 triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:45.045328 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (76b87b26-0843-4643-b844-db7553c86558), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:45.116756 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:45.139728 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-77718697-3608-42e7-b262-e83ec44755db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:41Z', 'revision_number': 4, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '76b87b26-0843-4643-b844-db7553c86558', 'name': '', 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'mac_address': 'fa:16:3e:79:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:40Z', 'updated_at': '2022-05-23T20:29:44Z', 'revision_number': 4, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'subnets': [{'id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:29:45.170479 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77718697-3608-42e7-b262-e83ec44755db None None] The sync data for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi is: [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:29:41Z', 'revision_number': 4, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '76b87b26-0843-4643-b844-db7553c86558', 'name': '', 'network_id': '75b19817-5140-4820-a0c8-bf865b7898a6', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'mac_address': 'fa:16:3e:79:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:40Z', 'updated_at': '2022-05-23T20:29:44Z', 'revision_number': 4, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'subnets': [{'id': '2e5e9cf8-9d93-4845-ba57-a65a95a0784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:29:45.317527 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Current status of the port 76b87b26-0843-4643-b844-db7553c86558 is: DOWN; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:45.318333 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (76b87b26-0843-4643-b844-db7553c86558), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:45.378575 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] For port 76b87b26-0843-4643-b844-db7553c86558, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=76b87b26-0843-4643-b844-db7553c86558,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:29:45.430898 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (76b87b26-0843-4643-b844-db7553c86558), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:45.515387 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Pushing event updated for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:45.530054 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.530723 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.531279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.531999 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.532727 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.533221 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.533711 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.534265 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.534772 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.535269 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.535895 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.536389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.536906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.537417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.537903 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a4fb67-7cb2-43ba-9922-ac515ab75930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:29:45.738970 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38268) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:45.760309 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-364462a0-4025-4b7c-b01c-0faf73db771a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:45.951423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-364462a0-4025-4b7c-b01c-0faf73db771a admin admin] Publish callbacks [] for security_group (81b43df8-0f7e-4d4a-8475-ef93ddcabad7), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:45.992494 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 76b87b26-0843-4643-b844-db7553c86558 up at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:29:46.041572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-364462a0-4025-4b7c-b01c-0faf73db771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (81b43df8-0f7e-4d4a-8475-ef93ddcabad7), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.053368 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Provisioning complete for port 76b87b26-0843-4643-b844-db7553c86558 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:29:46.053742 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (76b87b26-0843-4643-b844-db7553c86558), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.108754 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364462a0-4025-4b7c-b01c-0faf73db771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b43df8-0f7e-4d4a-8475-ef93ddcabad7,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:46.138923 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-364462a0-4025-4b7c-b01c-0faf73db771a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13a1bf1eb4de4ee6b12a98c94e98f0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988245 May 23 20:29:46.142010 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38274) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:29:46.185845 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Current status of the port 76b87b26-0843-4643-b844-db7553c86558 is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:29:46.204716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:46.239333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] Publish callbacks [] for security_group (81b43df8-0f7e-4d4a-8475-ef93ddcabad7), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.272403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] Publish callbacks [] for security_group (81b43df8-0f7e-4d4a-8475-ef93ddcabad7), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.441136 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (81b43df8-0f7e-4d4a-8475-ef93ddcabad7), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.448043 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:46.449821 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81b43df8-0f7e-4d4a-8475-ef93ddcabad7 HTTP/1.1" status: 204 len: 168 time: 0.3061774 May 23 20:29:46.465107 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bdb9a-336f-446e-8ef7-ef605703f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b43df8-0f7e-4d4a-8475-ef93ddcabad7,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:29:48.727130 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9ca63c8b-0b93-42d5-93ad-6de04fa1fbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:50.915129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7773-70fd-4767-a3f4-8ab194eac106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:52.098379 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:53.577479 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:54.465797 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:54.483586 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-d79a7d1a-12ee-4a7f-a01b-91ea882987ef tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:54.485101 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-d79a7d1a-12ee-4a7f-a01b-91ea882987ef tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 815 time: 0.1030247 May 23 20:29:54.500430 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-4a6cc987-013c-4c1f-a1f6-c4f25d4dd5b5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/quotas/add3d6328c754244a17f23d21ff30fac HTTP/1.1" status: 200 len: 375 time: 0.0095260 May 23 20:29:54.548409 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-c96b5bb5-cb9c-4376-b2cb-ea5f9c1f5756 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424628 May 23 20:29:54.733460 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-d3414aa1-dbed-401d-8521-3fbd6205a570 service neutron] 10.222.0.16 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733172 May 23 20:29:54.792482 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:54.820667 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-677f775b-e6ee-4ce1-aca6-2377d70267ab service neutron] 10.222.0.16 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809460 May 23 20:29:55.014478 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:55.035655 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-146291ec-1cc2-4444-a157-39c13df261d7 req-35b471e1-cde3-4d6b-8a32-d3209e0618c4 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0308909 May 23 20:29:55.993979 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:56.017595 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=19 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:56.121209 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d6c4c174-d63e-4e3e-a5d6-485a204c251f req-54579153-416f-4a11-8e73-af7cf20a47ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0328500 May 23 20:29:56.465472 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:29:57.218930 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e9ae65c7-a112-4cc8-9db6-4aeadd0eef28 req-14c4b2f2-5b70-4995-890d-eb45952e0256 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0298665 May 23 20:29:58.313075 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-9fb13b65-7c6b-427e-a0fc-8e7a5dfc2fb6 req-261c0a9d-5e3c-4617-a28b-9df89e626dfc tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0267889 May 23 20:29:59.423021 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-eac54e71-8572-4583-8f56-9b53fcb4ac95 req-e438fce8-83e0-4b2e-ba14-55f414e66973 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0368259 May 23 20:29:59.463772 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-881591ca-a663-444d-b1ef-0c1086ef25e8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:29:59.465211 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-881591ca-a663-444d-b1ef-0c1086ef25e8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 815 time: 0.1307521 May 23 20:29:59.477810 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'port': {'device_id': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'admin_state_up': True, 'tenant_id': 'add3d6328c754244a17f23d21ff30fac'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:29:59.703383 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Made reservation on behalf of add3d6328c754244a17f23d21ff30fac for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:29:59.707374 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:29:59.834967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Allocated IP 172.20.0.4 (7e5fded9-e8cc-49d8-986b-8a61204706ef/88f28e07-f964-4d37-b26c-1967367ba4a6/67a1ec00-9ca3-4f89-91f2-5e327a06d58b) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:29:59.993542 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:00.098462 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:00.143744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:00.149315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:00.153211 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:00.182718 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:00.219818 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:00.220496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:00.297637 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-7fd30621-fefd-4204-9bca-c5fb7904b500 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226664 May 23 20:30:00.360924 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Request body: {'port': {'device_id': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:00.484943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:00.497864 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:00.569838 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-4e46a492-3a38-413b-9bd1-f5c6f5f193fa None None] Provisioning complete for port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:00.571468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4e46a492-3a38-413b-9bd1-f5c6f5f193fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:00.613316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:00.642673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659a47-ad7a-4395-8396-912e3fd5af3f req-a7710191-924d-4708-a156-0cb827a15348 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:00.659818 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56659a47-ad7a-4395-8396-912e3fd5af3f req-a7710191-924d-4708-a156-0cb827a15348 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 931 time: 0.1014831 May 23 20:30:00.677611 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-4e46a492-3a38-413b-9bd1-f5c6f5f193fa None None] Port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:30:00.727298 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56659a47-ad7a-4395-8396-912e3fd5af3f req-7fdc26cc-1390-4e6b-905b-6545cf882ced tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 May 23 20:30:00.795821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38506) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:00.954113 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9132-d14d-4326-a386-02b08ef7c3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.020207 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a1ec00-9ca3-4f89-91f2-5e327a06d58b {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:01.035237 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks [] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.063410 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Transition to ACTIVE for port object 67a1ec00-9ca3-4f89-91f2-5e327a06d58b will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:30:01.111549 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9132-d14d-4326-a386-02b08ef7c3c0 admin admin] Publish callbacks [] for security_group (793b3191-88c0-4ce6-8326-340d13ccd08b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.172342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.198284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:01.214047 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9132-d14d-4326-a386-02b08ef7c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (793b3191-88c0-4ce6-8326-340d13ccd08b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.271570 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:01.289431 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38512) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:01.289597 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ab2d9132-d14d-4326-a386-02b08ef7c3c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f098328fdd4a4f2f874e4c4b3411769a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927282 May 23 20:30:01.293253 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d9132-d14d-4326-a386-02b08ef7c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b3191-88c0-4ce6-8326-340d13ccd08b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:01.395092 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] Publish callbacks [] for security_group (793b3191-88c0-4ce6-8326-340d13ccd08b), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.404362 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Attempting to bind port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:30:01.405685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Attempting to bind port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:30:01.405685 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Attempting to bind port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b on network 7e5fded9-e8cc-49d8-986b-8a61204706ef {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:01.410953 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b on network 7e5fded9-e8cc-49d8-986b-8a61204706ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:30:01.411282 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Attempting to bind port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b on network 7e5fded9-e8cc-49d8-986b-8a61204706ef {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:01.416919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:30:01.417333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Checking segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:30:01.417729 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Bound using segment: {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:30:01.418757 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Bound port: 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35895d73-8629-4e79-869f-1c854336bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:30:01.418757 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.436658 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] Publish callbacks [] for security_group (793b3191-88c0-4ce6-8326-340d13ccd08b), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.547206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:30:01.551000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:30:01.566863 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (793b3191-88c0-4ce6-8326-340d13ccd08b), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.569850 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.571199 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/793b3191-88c0-4ce6-8326-340d13ccd08b HTTP/1.1" status: 204 len: 168 time: 0.2804136 May 23 20:30:01.580511 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab4450-11a1-4d44-b0e1-c7f8f43bbe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b3191-88c0-4ce6-8326-340d13ccd08b,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:01.659393 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.700479 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:01.701503 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:01.703043 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] 10.222.0.31 "PUT /v2.0/ports/67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 1093 time: 1.3500724 May 23 20:30:01.703664 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:01.706236 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:01.738733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae9d0-fa95-4181-bd74-fbb463433d4b service neutron] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:01.776178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31f788-4781-4e33-b8bb-edd9a7f142c3 x-openstack-request-id: req-0d31f788-4781-4e33-b8bb-edd9a7f142c3 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:01.776178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:01.776178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d31f788-4781-4e33-b8bb-edd9a7f142c3 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:01.776178 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d31f788-4781-4e33-b8bb-edd9a7f142c3'] response: {'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:30:01.881561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739e4fc-c8c9-4f15-bb6d-0e669700ecca req-ef9cee2d-d96e-4ff9-8d10-340756d65de5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:01.883809 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b739e4fc-c8c9-4f15-bb6d-0e669700ecca req-ef9cee2d-d96e-4ff9-8d10-340756d65de5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0565913 May 23 20:30:01.977729 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b739e4fc-c8c9-4f15-bb6d-0e669700ecca req-f0041bcd-3b1c-46d1-96e1-8cbf5218e105 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736847 May 23 20:30:02.733068 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38542) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:03.139073 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4dd55-0378-4068-bb26-b87f347e92e4 req-e3d7ccfa-12a3-4fbe-bf59-5c1749430efe tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:03.142286 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-65c4dd55-0378-4068-bb26-b87f347e92e4 req-e3d7ccfa-12a3-4fbe-bf59-5c1749430efe tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0704441 May 23 20:30:03.232321 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-65c4dd55-0378-4068-bb26-b87f347e92e4 req-6be24637-3994-49ff-9fd1-013ac9ce4707 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 May 23 20:30:03.424019 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Deleting port 429fcb36-ac8d-4bbe-9a69-99a86353c2ce {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:03.425129 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:03.507617 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:03.507944 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for floatingip (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:03.520354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Calling delete_port for 429fcb36-ac8d-4bbe-9a69-99a86353c2ce owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:03.562343 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:03.795217 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (429fcb36-ac8d-4bbe-9a69-99a86353c2ce), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:03.819407 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event deleted for resources: {'Port': ['ID=429fcb36-ac8d-4bbe-9a69-99a86353c2ce,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:03.927248 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for floatingip (342ca6a5-6941-474d-9152-435fd68b2c0a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:03.927864 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Floating IP 342ca6a5-6941-474d-9152-435fd68b2c0a disassociated (deleted). External IP: 172.27.2.145, port: e3fbb816-fd5a-4989-8f75-4be912227768. May 23 20:30:03.965328 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:04.173154 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Router 376ae337-7a41-43fa-a6e2-36a45738a017 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:04.321811 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:04.329031 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:04.332900 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Sync routers for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:04.351518 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:04.352462 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:04.433515 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-abf98bf4-4c39-4cf9-96ba-e5a5917d5708 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "DELETE /v2.0/floatingips/342ca6a5-6941-474d-9152-435fd68b2c0a HTTP/1.1" status: 204 len: 168 time: 1.6993330 May 23 20:30:04.454811 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:04.457175 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8cecb8-4f16-473a-9c45-468a8db36ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:04.476702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fad1b-c577-4f7a-8e03-932941cf2a82 req-4ab5be16-fcbb-4f49-ba21-264ac112d1bd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:04.485662 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f15fad1b-c577-4f7a-8e03-932941cf2a82 req-4ab5be16-fcbb-4f49-ba21-264ac112d1bd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.1391609 May 23 20:30:04.552147 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:04.575976 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f15fad1b-c577-4f7a-8e03-932941cf2a82 req-cc4c8890-eced-4e61-91a6-240a5a018aae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891769 May 23 20:30:04.649941 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807ec2b-5628-4ca2-8b42-02e6d9f0b907 x-openstack-request-id: req-4807ec2b-5628-4ca2-8b42-02e6d9f0b907 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:04.650531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:04.650963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4807ec2b-5628-4ca2-8b42-02e6d9f0b907 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:04.651570 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4807ec2b-5628-4ca2-8b42-02e6d9f0b907'] response: {'name': 'network-changed', 'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'status': 'completed', 'code': 200} May 23 20:30:04.786533 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:04.819217 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Checking router: 376ae337-7a41-43fa-a6e2-36a45738a017 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:04.829979 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:04.831783 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:29:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:05.044742 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34e21-d762-4ab8-b11f-efdab8db6f32 req-d3a02ed3-6e88-4ebe-8b57-18cdb05c494c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:05.054053 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-61c34e21-d762-4ab8-b11f-efdab8db6f32 req-d3a02ed3-6e88-4ebe-8b57-18cdb05c494c tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0930786 May 23 20:30:05.084409 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:05.122156 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-61c34e21-d762-4ab8-b11f-efdab8db6f32 req-69527f5e-37ce-4140-bd75-ed9e88906031 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647500 May 23 20:30:05.263709 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:05.325590 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:05.360239 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d4bc8-c101-44d0-8de5-dcb15b2a00dd None None] The sync data for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi is: [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:24:22Z', 'revision_number': 4, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '03f58381-abeb-4a44-8935-fbb7f2ce4707', 'name': '', 'network_id': '732ac238-a06b-44f4-b31c-125a3f37c7a7', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'mac_address': 'fa:16:3e:d3:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:21Z', 'updated_at': '2022-05-23T20:24:27Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'subnets': [{'id': '707fd323-c907-491e-9c70-ff08e004b3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:05.744532 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642397a-75e4-4eb6-96c2-484e299006c4 None None] New status for floating IP 342ca6a5-6941-474d-9152-435fd68b2c0a: DOWN {{(pid=104479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:30:05.750573 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:05.762287 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d40990-73dc-49b7-ba84-5d25d55fd933 req-b734fb50-8c28-4f98-96eb-833cd7047382 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:05.770002 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3d40990-73dc-49b7-ba84-5d25d55fd933 req-b734fb50-8c28-4f98-96eb-833cd7047382 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0697083 May 23 20:30:05.819895 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e3d40990-73dc-49b7-ba84-5d25d55fd933 req-a8db2fad-40f9-49ee-bd45-6b0794ac6583 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 May 23 20:30:06.235777 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393ae7-8188-44eb-aa14-9d39802bc7f1 req-1f07ff09-e2d7-4968-a1c4-5e3d135bcbef tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:06.238597 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8393ae7-8188-44eb-aa14-9d39802bc7f1 req-1f07ff09-e2d7-4968-a1c4-5e3d135bcbef tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0508208 May 23 20:30:06.294397 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c8393ae7-8188-44eb-aa14-9d39802bc7f1 req-1a536f77-ddf1-4e8a-9b28-f470f83e23c9 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500257 May 23 20:30:06.987665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11452af7-b6ce-4ffc-922c-7111156456be req-5538b7ac-60ce-4dbf-b8b1-e6dff37fcd32 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:06.990941 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-11452af7-b6ce-4ffc-922c-7111156456be req-5538b7ac-60ce-4dbf-b8b1-e6dff37fcd32 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0828671 May 23 20:30:07.060258 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-11452af7-b6ce-4ffc-922c-7111156456be req-0ad8d974-4fca-4849-968f-875116b20a5e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633352 May 23 20:30:07.412319 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:07.436051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8ad1d-8cb7-44f4-aeae-2b801f98e7ce req-6fc57bed-4340-4358-9ffb-0ba55f965bc3 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:07.437901 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1cc8ad1d-8cb7-44f4-aeae-2b801f98e7ce req-6fc57bed-4340-4358-9ffb-0ba55f965bc3 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0621502 May 23 20:30:07.495527 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1cc8ad1d-8cb7-44f4-aeae-2b801f98e7ce req-839e939d-1fc6-434f-bfa7-e67bd75aec8f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503833 May 23 20:30:08.199296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad41d-6252-4329-9228-1c54d01bfe25 req-bc65cd84-bf79-4383-b997-678dde9f84ca tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:08.203486 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-214ad41d-6252-4329-9228-1c54d01bfe25 req-bc65cd84-bf79-4383-b997-678dde9f84ca tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0732558 May 23 20:30:08.263840 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-214ad41d-6252-4329-9228-1c54d01bfe25 req-3d1a35f0-b6e1-4341-9e6d-3f308b09e82e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 May 23 20:30:08.611151 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2af76-68f3-4e21-90e7-8ace5497bea9 req-c393bdc6-b484-435e-b537-2411a1ff5bd1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:08.613146 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-03b2af76-68f3-4e21-90e7-8ace5497bea9 req-c393bdc6-b484-435e-b537-2411a1ff5bd1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0466006 May 23 20:30:08.661712 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-03b2af76-68f3-4e21-90e7-8ace5497bea9 req-ba74cea6-0254-4eff-b1d0-ec835482a6b1 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 May 23 20:30:09.376488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5aa2-dba0-4339-9391-bf98075a72cc req-c6358aaa-086e-46d6-a6d8-7bea1f31a33d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:09.378541 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-001a5aa2-dba0-4339-9391-bf98075a72cc req-c6358aaa-086e-46d6-a6d8-7bea1f31a33d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0483851 May 23 20:30:09.429376 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-001a5aa2-dba0-4339-9391-bf98075a72cc req-046fac0d-12c0-4900-841b-0ec0811d8d40 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 May 23 20:30:09.780842 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b2e2b-4b14-47a4-9298-82e1dbd06a87 req-fb6c3bdd-98c7-47ff-8175-6a5f2711559e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:09.782216 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b32b2e2b-4b14-47a4-9298-82e1dbd06a87 req-fb6c3bdd-98c7-47ff-8175-6a5f2711559e tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0504203 May 23 20:30:09.830239 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b32b2e2b-4b14-47a4-9298-82e1dbd06a87 req-f998a699-9629-404f-8f71-9837ad9605e4 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 May 23 20:30:10.538678 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-54abf522-4a12-43ed-ad49-1374b4d9af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:10.540189 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-54abf522-4a12-43ed-ad49-1374b4d9af5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0666764 May 23 20:30:10.555312 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ba112-a4d4-4b09-91b7-5e30da0929a5 req-720a50bd-5a37-4cc0-af74-8a3ff9e161c6 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:10.556741 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9a3ba112-a4d4-4b09-91b7-5e30da0929a5 req-720a50bd-5a37-4cc0-af74-8a3ff9e161c6 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0539093 May 23 20:30:10.635447 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-4f2f6915-770d-4235-950f-8473e28a8dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766654 May 23 20:30:10.638244 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-30be5f86-8d20-415c-a2a0-944944277454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:10.639576 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-30be5f86-8d20-415c-a2a0-944944277454 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 1129 time: 0.0676246 May 23 20:30:10.667162 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9a3ba112-a4d4-4b09-91b7-5e30da0929a5 req-59a32d73-6400-4d95-8b08-e51936cc68fb tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951777 May 23 20:30:10.691455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-c59ee9ac-7e55-45c7-bf1f-7f5481a66d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:10.693835 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-c59ee9ac-7e55-45c7-bf1f-7f5481a66d38 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=add3d6328c754244a17f23d21ff30fac&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319549 May 23 20:30:10.945525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8b20f-182f-4086-a3a7-bda967503bd2 req-781ff2d0-c838-4c41-a13f-e915fe116c61 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:10.947021 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-85c8b20f-182f-4086-a3a7-bda967503bd2 req-781ff2d0-c838-4c41-a13f-e915fe116c61 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0496838 May 23 20:30:10.991316 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:10.996379 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-85c8b20f-182f-4086-a3a7-bda967503bd2 req-2e1cab91-3a49-4bb7-9278-ad6789cbbbce tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 May 23 20:30:11.781039 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25164725-b2b7-412b-a30e-110f214a6b8a req-d5cb160a-f90e-49e6-9132-a2532e240c9e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:11.782690 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25164725-b2b7-412b-a30e-110f214a6b8a req-d5cb160a-f90e-49e6-9132-a2532e240c9e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0483305 May 23 20:30:11.872353 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-cdd40469-da53-4f30-8497-168f86d0045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:11.873831 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-cdd40469-da53-4f30-8497-168f86d0045f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 1130 time: 0.0830140 May 23 20:30:11.895500 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-25164725-b2b7-412b-a30e-110f214a6b8a req-91d1f82e-d040-424f-b1fd-529eede3bbe5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024754 May 23 20:30:11.903364 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-c1184b71-5592-44dd-9539-189a089287dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:11.904865 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-c1184b71-5592-44dd-9539-189a089287dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 200 len: 910 time: 0.1232960 May 23 20:30:11.923123 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-6c66490d-4d1d-4608-9bde-c9578b622960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:11.924668 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6aa87318-c2a1-49b5-9a00-cbd3dc4131fb req-6c66490d-4d1d-4608-9bde-c9578b622960 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410699 May 23 20:30:12.014386 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-80bb4140-2521-4248-97c0-005033c8c7af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 200 len: 217 time: 0.0412843 May 23 20:30:12.068017 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-65e4bc46-6049-46a6-ab46-855824496d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.069667 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-65e4bc46-6049-46a6-ab46-855824496d91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0448978 May 23 20:30:12.139045 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-ac939cf9-0674-4c4c-9a5a-01c47c57c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.140472 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-ac939cf9-0674-4c4c-9a5a-01c47c57c30d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 200 len: 848 time: 0.1147223 May 23 20:30:12.155771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf945-3d04-463e-8ee4-b6873106056e req-0d1ad0ab-e65f-43cb-af09-a5abe90ef852 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.158561 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-616cf945-3d04-463e-8ee4-b6873106056e req-0d1ad0ab-e65f-43cb-af09-a5abe90ef852 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0784645 May 23 20:30:12.184996 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-2f42b7d1-c09d-4492-b495-af79ecaa11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.187110 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-2f42b7d1-c09d-4492-b495-af79ecaa11e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 200 len: 918 time: 0.1800089 May 23 20:30:12.222639 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-616cf945-3d04-463e-8ee4-b6873106056e req-6b7206a3-27ad-47e1-9e79-346f1e6f4f4b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c968eb4-1af7-4431-b637-89387f2a2501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566611 May 23 20:30:12.293405 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:12.321232 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-a5070e44-cb6e-4554-906a-263a08c0ac45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 217 time: 0.0335567 May 23 20:30:12.367880 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-fe93265b-fd4b-41b4-bb83-0c9fe852e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.369389 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-fe93265b-fd4b-41b4-bb83-0c9fe852e90e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ac238-a06b-44f4-b31c-125a3f37c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766320 May 23 20:30:12.377355 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-c8010cb6-21c8-474a-b698-dae1c7fa6255 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 200 len: 1000 time: 0.0906661 May 23 20:30:12.416712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-1536ae4c-68fa-4a51-89b0-771284c74e5f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.418294 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-1536ae4c-68fa-4a51-89b0-771284c74e5f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.31 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 945 time: 0.0842416 May 23 20:30:12.422203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-b415430b-5c53-4038-b93f-92c9021ede01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.423619 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-b415430b-5c53-4038-b93f-92c9021ede01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0884085 May 23 20:30:12.475705 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-c802d8cc-0854-402c-a967-b4abc38c8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.477139 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-c802d8cc-0854-402c-a967-b4abc38c8e75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 200 len: 856 time: 0.0905662 May 23 20:30:12.500846 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-cae4dc19-b5ba-4d4d-b1d7-5c5ef2e307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.502333 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-cae4dc19-b5ba-4d4d-b1d7-5c5ef2e307e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692036 May 23 20:30:12.530508 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-025a0a3b-4069-4714-a47d-c9a58ec109e2 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522336 May 23 20:30:12.535482 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-59cf1b3f-4330-402f-aa39-3ce72e3417d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:12.536926 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-59cf1b3f-4330-402f-aa39-3ce72e3417d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8643c6ef-a04e-42d5-acb9-668f5c2b5666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517685 May 23 20:30:12.585380 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Deleting port e3fbb816-fd5a-4989-8f75-4be912227768 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:12.585641 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:12.631794 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:12.647076 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:12.685672 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-8ce8c677-e202-4c34-92aa-28eae4c0a100 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620405 May 23 20:30:12.689822 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:12.696905 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ec8cecb8-4f16-473a-9c45-468a8db36ec2 req-23513bc8-8994-440f-a824-7e4bc83319e1 service neutron] 10.222.0.31 "GET /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591175 May 23 20:30:12.699281 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-981338ff-ec84-4459-9fa3-cc76690e1539 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538744 May 23 20:30:12.725543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] For port e3fbb816-fd5a-4989-8f75-4be912227768, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=e3fbb816-fd5a-4989-8f75-4be912227768,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:12.725913 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:12.773048 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Calling delete_port for e3fbb816-fd5a-4989-8f75-4be912227768 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:12.813207 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37b8da81-3fdc-4221-9b99-5dd2f77eb1d3 req-bfd70671-42c8-408d-95d7-5b82bcf2d3c3 service neutron] 10.222.0.31 "GET /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050777 May 23 20:30:12.853006 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5577e27d-a3f2-48eb-b1cc-a66e372bd8a9 req-790c0654-a768-41a7-a884-a0ab714c1819 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576128 May 23 20:30:13.005412 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:30:13.013765 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46d9b4-6600-4625-8e0c-2a41fff00774 req-29c028fc-82cf-4b27-b7a7-f7b6d90b8851 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:13.015311 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bf46d9b4-6600-4625-8e0c-2a41fff00774 req-29c028fc-82cf-4b27-b7a7-f7b6d90b8851 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0476716 May 23 20:30:13.016359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (e3fbb816-fd5a-4989-8f75-4be912227768), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:13.057429 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event deleted for resources: {'Port': ['ID=e3fbb816-fd5a-4989-8f75-4be912227768,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:13.116740 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] No DVR routers for this DVR port e3fbb816-fd5a-4989-8f75-4be912227768 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:13.121489 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:13.125068 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fdf02c57-d42b-4170-85b7-d3918ae1270f req-7fe74c8f-9eab-4d30-bcf6-5949b266a6f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.31 "DELETE /v2.0/ports/e3fbb816-fd5a-4989-8f75-4be912227768 HTTP/1.1" status: 204 len: 173 time: 0.7003336 May 23 20:30:13.125507 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-deleted', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:13.165979 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a088bfb6-7b3c-4b4e-9a1b-ee11358344bc" -d '{"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-deleted", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:13.165979 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bf46d9b4-6600-4625-8e0c-2a41fff00774 req-c4a2b7ab-2cd7-45e4-98d5-1191d7b1c9fd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143801 May 23 20:30:13.177434 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12491a75-91df-4b4c-8561-1b79d127d82c x-openstack-request-id: req-12491a75-91df-4b4c-8561-1b79d127d82c {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:13.177730 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18", "name": "network-vif-deleted", "tag": "e3fbb816-fd5a-4989-8f75-4be912227768", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:13.177985 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12491a75-91df-4b4c-8561-1b79d127d82c {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:13.178425 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12491a75-91df-4b4c-8561-1b79d127d82c'] response: {'server_uuid': '4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18', 'name': 'network-vif-deleted', 'tag': 'e3fbb816-fd5a-4989-8f75-4be912227768', 'status': 'completed', 'code': 200} May 23 20:30:13.332912 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8f902fc0-fcb1-4502-b6ed-8f313017b05e req-1583d990-3a5e-4aae-bf0b-27808ce2bb51 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0386367 May 23 20:30:14.272909 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804076ff-70ce-4d4a-814e-58b5e9dfdb6a req-7304609c-3eb8-40bb-a402-4102160372cd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:14.274491 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-804076ff-70ce-4d4a-814e-58b5e9dfdb6a req-7304609c-3eb8-40bb-a402-4102160372cd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0477867 May 23 20:30:14.322876 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-804076ff-70ce-4d4a-814e-58b5e9dfdb6a req-eecf03f0-1ec1-481f-af27-1cbf5a598e90 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 May 23 20:30:14.416762 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:14.440037 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-98c03062-0a24-485d-9deb-e0ffb0c04d1f req-d5af7d85-95ea-4b6d-b138-21bc27807ff0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0346026 May 23 20:30:15.171163 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:15.437918 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d96801-a041-497f-a306-14e131aaa3a1 req-53a5701b-8a80-4333-9563-21c0fdf7d42d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:15.439570 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-70d96801-a041-497f-a306-14e131aaa3a1 req-53a5701b-8a80-4333-9563-21c0fdf7d42d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0504625 May 23 20:30:15.487546 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-70d96801-a041-497f-a306-14e131aaa3a1 req-84e6ae52-4c07-4cdb-a17e-a1b1bc2dce69 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 May 23 20:30:15.535120 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-78f1d8ae-06ed-4c64-8c0f-775c58662470 req-285a2839-d78d-4aa6-b5f1-e3d67ac5166b tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0270481 May 23 20:30:15.809955 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:16.604402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f69304-2c36-44c7-808e-a6c413b8e5f8 req-d3da7c78-8d12-442e-9e12-68cddc18bc65 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:16.613387 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37f69304-2c36-44c7-808e-a6c413b8e5f8 req-d3da7c78-8d12-442e-9e12-68cddc18bc65 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0512631 May 23 20:30:16.644241 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d621cfc8-ca6e-4f54-85c1-5a01c7654660 req-1db68918-18f8-4186-b2c9-3c04fed0bc4a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0430028 May 23 20:30:16.672087 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37f69304-2c36-44c7-808e-a6c413b8e5f8 req-4813c7f1-acd0-49a1-9f1b-42cf2b6b792a tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 May 23 20:30:16.794996 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 67a1ec00-9ca3-4f89-91f2-5e327a06d58b details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:30:16.799273 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:16.825778 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: e3fbb816-fd5a-4989-8f75-4be912227768 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:16.826149 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device e3fbb816-fd5a-4989-8f75-4be912227768 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:17.007764 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:17.042580 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:17.053639 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'port_id': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'mac_address': 'fa:16:3e:8e:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:30:17.089181 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:17.089576 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:17.103166 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a1ec00-9ca3-4f89-91f2-5e327a06d58b {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:17.122907 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:17.234641 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:17.280767 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:17.743715 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-74904ad7-c4ec-41b1-8da9-8a079ce0f1cb req-e5357470-1516-45d9-abb9-e554a092d97a tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0285048 May 23 20:30:17.792273 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63075-8845-4c3d-a2bf-1eb0074fc8c5 req-cd3d92ce-33d6-401c-9943-0806ae3b4635 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:17.793725 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-38d63075-8845-4c3d-a2bf-1eb0074fc8c5 req-cd3d92ce-33d6-401c-9943-0806ae3b4635 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 944 time: 0.0494499 May 23 20:30:17.846551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-38d63075-8845-4c3d-a2bf-1eb0074fc8c5 req-289730ff-f91c-4f15-a7ff-d26e5ba627c0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 May 23 20:30:18.765256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-b3834e35-247e-475a-a3f9-5d595fa910bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:18.844434 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-312a14c2-fd34-417f-8433-db2f2bf0e644 req-a7ebcc2a-bae8-482a-a8ee-2de9f34631f6 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0309372 May 23 20:30:18.964393 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8e9f-df08-45bd-92c5-48db10733aae req-0699222c-b21c-440d-9389-3a212be64bf9 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:18.965844 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0db8e9f-df08-45bd-92c5-48db10733aae req-0699222c-b21c-440d-9389-3a212be64bf9 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 944 time: 0.0469496 May 23 20:30:19.012142 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d0db8e9f-df08-45bd-92c5-48db10733aae req-553201af-eea9-46a8-acbc-a5d8f36e803c tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 May 23 20:30:19.944940 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4b045709-8144-4cf0-b786-f1a1d2fb5d40 req-d196a2d8-3645-4476-93b9-22ec4cd8f09d tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0288298 May 23 20:30:19.991288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['67a1ec00-9ca3-4f89-91f2-5e327a06d58b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:20.135273 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df2e3c-5d13-486a-8f9f-1e8959438f91 req-cef6505e-3d21-4f8f-989d-e1f7232908ba tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:20.135273 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e8df2e3c-5d13-486a-8f9f-1e8959438f91 req-cef6505e-3d21-4f8f-989d-e1f7232908ba tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 944 time: 0.0494955 May 23 20:30:20.194749 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e8df2e3c-5d13-486a-8f9f-1e8959438f91 req-66a2730f-0c09-4e7d-a541-b6eba0dc92eb tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 May 23 20:30:20.868938 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-23fcc777-23de-42ac-938c-568a5561db24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:21.063562 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2c5c6eea-79f1-4037-bc37-5741f0830645 req-f39f3506-d0da-48bd-bd47-88b93ec6f04f tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd32f9-4ccc-483b-bf04-7f0f4d97fb18 HTTP/1.1" status: 200 len: 210 time: 0.0293281 May 23 20:30:21.313554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b66e8-813b-4bff-aff7-fba212ae33ab req-bbdcf62c-805b-4dc6-8b77-7b7cf9645703 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:21.321186 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-612b66e8-813b-4bff-aff7-fba212ae33ab req-bbdcf62c-805b-4dc6-8b77-7b7cf9645703 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 944 time: 0.0581522 May 23 20:30:21.366754 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-612b66e8-813b-4bff-aff7-fba212ae33ab req-8312ea61-760c-458a-b7af-697e4674a099 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 May 23 20:30:21.625542 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38844) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:21.736454 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab7d-1ad5-4d99-986c-97d22ae2c3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:21.760677 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:21.824768 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab7d-1ad5-4d99-986c-97d22ae2c3fd admin admin] Publish callbacks [] for security_group (76163400-6dc0-4204-9212-9b2c2d36ee36), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:21.910287 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 67a1ec00-9ca3-4f89-91f2-5e327a06d58b up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:30:21.920560 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab7d-1ad5-4d99-986c-97d22ae2c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (76163400-6dc0-4204-9212-9b2c2d36ee36), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:21.956036 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:30:21.961232 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9f0cab7d-1ad5-4d99-986c-97d22ae2c3fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c32c4b7386a14a1db636307bc84627b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345983 May 23 20:30:21.963222 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cab7d-1ad5-4d99-986c-97d22ae2c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76163400-6dc0-4204-9212-9b2c2d36ee36,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:21.963954 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38870) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:22.013841 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Publish callbacks [] for security_group (76163400-6dc0-4204-9212-9b2c2d36ee36), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.037274 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Publish callbacks [] for security_group (76163400-6dc0-4204-9212-9b2c2d36ee36), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.052101 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:22.052648 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.121615 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.124951 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38876) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:22.132321 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:22.132802 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.159524 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:22.161795 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4f98a4-1781-4468-a088-fa19e4d545a6" -d '{"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-plugged", "status": "completed", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:22.180249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:22.195052 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (1c968eb4-1af7-4431-b637-89387f2a2501), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.203971 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c854929-685d-4bc7-ade0-7688b5cef559 x-openstack-request-id: req-5c854929-685d-4bc7-ade0-7688b5cef559 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:22.204265 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-plugged", "status": "completed", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:22.204513 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c854929-685d-4bc7-ade0-7688b5cef559 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:22.204941 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c854929-685d-4bc7-ade0-7688b5cef559'] response: {'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'code': 200} May 23 20:30:22.211018 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (76163400-6dc0-4204-9212-9b2c2d36ee36), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.213663 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.217539 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76163400-6dc0-4204-9212-9b2c2d36ee36 HTTP/1.1" status: 204 len: 168 time: 0.2498076 May 23 20:30:22.235669 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76163400-6dc0-4204-9212-9b2c2d36ee36,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:22.240175 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (1c968eb4-1af7-4431-b637-89387f2a2501), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.255521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.255878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.256225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.256558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.256894 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.257225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.257551 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.257873 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.258223 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.258549 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.258875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.259199 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.259586 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.259908 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.260226 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca17d7-1106-4d66-8a17-c7c51c9fc3cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:22.271974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.308687 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:22.334770 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:22.407258 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c62ee-da5b-49b0-833d-6e3cd3f3211c req-7f4e1629-b3d0-4baa-86a6-add853a5af8b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:22.409356 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-738c62ee-da5b-49b0-833d-6e3cd3f3211c req-7f4e1629-b3d0-4baa-86a6-add853a5af8b tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0508239 May 23 20:30:22.459815 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:22.465107 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-738c62ee-da5b-49b0-833d-6e3cd3f3211c req-bda76a76-af04-4420-972c-d95cb56c5735 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486188 May 23 20:30:22.465851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (1c968eb4-1af7-4431-b637-89387f2a2501), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.472330 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:22.472330 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c968eb4-1af7-4431-b637-89387f2a2501 HTTP/1.1" status: 204 len: 168 time: 0.3438368 May 23 20:30:22.479025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31da10-16ec-482c-ad1c-0e2cdbceb1f0 tempest-TestShelveInstance-58245612 tempest-TestShelveInstance-58245612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c968eb4-1af7-4431-b637-89387f2a2501,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:22.505386 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a19cc3-f355-4f51-9832-9ebcad2204e8 req-35a6f10c-3741-433f-9116-ac3dcefdf310 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:22.512285 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83a19cc3-f355-4f51-9832-9ebcad2204e8 req-35a6f10c-3741-433f-9116-ac3dcefdf310 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0691440 May 23 20:30:22.542082 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:22.558079 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83a19cc3-f355-4f51-9832-9ebcad2204e8 req-23949fe7-1e9b-4d67-be20-466d0c789c17 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 May 23 20:30:22.615204 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38892) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:22.934158 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38896) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:22.963650 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1f0194f8-5485-40ff-8264-fde2edcaf148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.043403 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1f0194f8-5485-40ff-8264-fde2edcaf148 admin admin] Publish callbacks [] for security_group (c28d7b9e-4103-4419-98db-7057fbb5248e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.103566 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1f0194f8-5485-40ff-8264-fde2edcaf148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c28d7b9e-4103-4419-98db-7057fbb5248e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.142831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0194f8-5485-40ff-8264-fde2edcaf148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d7b9e-4103-4419-98db-7057fbb5248e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:23.150405 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1f0194f8-5485-40ff-8264-fde2edcaf148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=205daec7771b46b89c35d00bd76aa511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146664 May 23 20:30:23.152898 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38900) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:23.203117 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] Publish callbacks [] for security_group (c28d7b9e-4103-4419-98db-7057fbb5248e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.229044 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] Publish callbacks [] for security_group (c28d7b9e-4103-4419-98db-7057fbb5248e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.294538 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (376ae337-7a41-43fa-a6e2-36a45738a017), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.337520 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c28d7b9e-4103-4419-98db-7057fbb5248e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.340226 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.341759 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c28d7b9e-4103-4419-98db-7057fbb5248e HTTP/1.1" status: 204 len: 168 time: 0.1875532 May 23 20:30:23.349450 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4db217-5ff0-4a0f-a4b6-9b01cecaf03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d7b9e-4103-4419-98db-7057fbb5248e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:23.488260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:23.519576 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Deleting port 03f58381-abeb-4a44-8935-fbb7f2ce4707 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:23.520495 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.594200 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.617981 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefff1c-964d-43b9-a7b6-15f5fbb54383 req-42bc145b-aecb-4d1f-aa62-7e44e759f47d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:23.626476 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-deefff1c-964d-43b9-a7b6-15f5fbb54383 req-42bc145b-aecb-4d1f-aa62-7e44e759f47d tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0831320 May 23 20:30:23.682008 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-deefff1c-964d-43b9-a7b6-15f5fbb54383 req-843b13a2-69d1-4eae-ab35-634f8b5cd986 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540767 May 23 20:30:23.682254 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c528401-cf5d-44a3-beb7-771378dcbe11 req-365a1a1e-17c0-4955-86dd-60835f930045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:23.683567 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c528401-cf5d-44a3-beb7-771378dcbe11 req-365a1a1e-17c0-4955-86dd-60835f930045 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1129 time: 0.0939026 May 23 20:30:23.696210 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:23.704929 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] For port 03f58381-abeb-4a44-8935-fbb7f2ce4707, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=03f58381-abeb-4a44-8935-fbb7f2ce4707,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:23.705229 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:23.733871 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289817-1d3d-46cc-a776-a3f399613226 req-e92ebfdc-0fd7-40f9-99d3-bfa0dd4b16aa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:23.735764 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e4289817-1d3d-46cc-a776-a3f399613226 req-e92ebfdc-0fd7-40f9-99d3-bfa0dd4b16aa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0913184 May 23 20:30:23.739676 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Calling delete_port for 03f58381-abeb-4a44-8935-fbb7f2ce4707 owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:23.843497 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c528401-cf5d-44a3-beb7-771378dcbe11 req-7b6edba1-7d76-4f14-ab5c-bc422185c5fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499071 May 23 20:30:23.860830 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e4289817-1d3d-46cc-a776-a3f399613226 req-e5c07fed-0b20-450e-9038-140bd4ec24de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164827 May 23 20:30:24.040393 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (03f58381-abeb-4a44-8935-fbb7f2ce4707), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.065749 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f58381-abeb-4a44-8935-fbb7f2ce4707,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:24.125398 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38916) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:24.141769 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a8c7c09f-e0cc-4a03-b61f-e9351cef7675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.233522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-5c2b75ad-fa06-464b-ac96-b9b05aafe048 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:24.235098 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-5c2b75ad-fa06-464b-ac96-b9b05aafe048 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0524271 May 23 20:30:24.239952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a8c7c09f-e0cc-4a03-b61f-e9351cef7675 admin admin] Publish callbacks [] for security_group (4655fd3c-30d9-4926-99b9-f8577d67c0f3), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.314534 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a8c7c09f-e0cc-4a03-b61f-e9351cef7675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4655fd3c-30d9-4926-99b9-f8577d67c0f3), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.355336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (376ae337-7a41-43fa-a6e2-36a45738a017), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.373298 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a8c7c09f-e0cc-4a03-b61f-e9351cef7675 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa63bbcbfd7640e88954e1621db19941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466021 May 23 20:30:24.383119 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7c09f-e0cc-4a03-b61f-e9351cef7675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655fd3c-30d9-4926-99b9-f8577d67c0f3,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:24.383119 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38920) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:24.392483 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Deleting port d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:24.392872 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (d964f307-0816-459b-b91f-c56aa300d183), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.425588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:24.430796 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] Publish callbacks [] for security_group (4655fd3c-30d9-4926-99b9-f8577d67c0f3), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.454174 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] Publish callbacks [] for security_group (4655fd3c-30d9-4926-99b9-f8577d67c0f3), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.470923 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:24.478135 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:24.563377 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] For port d964f307-0816-459b-b91f-c56aa300d183, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=d964f307-0816-459b-b91f-c56aa300d183,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:24.563658 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (d964f307-0816-459b-b91f-c56aa300d183), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.577855 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (4655fd3c-30d9-4926-99b9-f8577d67c0f3), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.580716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.581979 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4655fd3c-30d9-4926-99b9-f8577d67c0f3 HTTP/1.1" status: 204 len: 168 time: 0.2031600 May 23 20:30:24.590415 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df09134-9425-481a-8bbe-9287285e405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655fd3c-30d9-4926-99b9-f8577d67c0f3,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:24.643919 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:24.796593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Router 376ae337-7a41-43fa-a6e2-36a45738a017 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:24.811079 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7433d-b9f6-4989-b106-391acfe1e61c req-5f8d3778-78bc-458b-86d9-4bc05726ab06 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:24.812692 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f5a7433d-b9f6-4989-b106-391acfe1e61c req-5f8d3778-78bc-458b-86d9-4bc05726ab06 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 946 time: 0.0512986 May 23 20:30:24.826914 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.827175 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:24.827490 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Floating IP 503a8668-ff90-45a0-92d9-cd4271e6652f disassociated. External IP: 172.27.2.73, port: d964f307-0816-459b-b91f-c56aa300d183. May 23 20:30:24.827842 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Calling delete_port for d964f307-0816-459b-b91f-c56aa300d183 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:24.862293 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f5a7433d-b9f6-4989-b106-391acfe1e61c req-812b0347-184c-40e2-b3ff-a6bbb69b1683 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb7c4d30-a9f3-4456-bc71-d544a819541c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 May 23 20:30:25.020169 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cc349-346c-4d5c-a931-a91d5924a2b7 req-a2ea674e-0640-4e35-ac31-42aa9813144e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:25.021664 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-759cc349-346c-4d5c-a931-a91d5924a2b7 req-a2ea674e-0640-4e35-ac31-42aa9813144e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0843680 May 23 20:30:25.023601 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:25.032002 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-dd43fb9a-5c0d-478a-9c34-ea15b8aec2a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/376ae337-7a41-43fa-a6e2-36a45738a017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4130335 May 23 20:30:25.032640 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38932) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:25.036899 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Sync routers for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:25.050408 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:25.051899 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:25.080487 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.144149 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks [] for router (376ae337-7a41-43fa-a6e2-36a45738a017), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.166875 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-759cc349-346c-4d5c-a931-a91d5924a2b7 req-5342766a-d627-478c-92cb-af1dd779988b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 May 23 20:30:25.180181 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:25.255468 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks [] for router_gateway (376ae337-7a41-43fa-a6e2-36a45738a017), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.263565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (d964f307-0816-459b-b91f-c56aa300d183), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.293111 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'Port': ['ID=d964f307-0816-459b-b91f-c56aa300d183,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:25.363748 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:25.365608 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Deleting port 937e31f8-f422-4933-9d0f-de12a86c55b7 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:25.366098 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.375231 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:30:23Z', 'revision_number': 5, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port': {'id': '937e31f8-f422-4933-9d0f-de12a86c55b7', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:19Z', 'updated_at': '2022-05-23T20:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:25.412750 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Checking router: 376ae337-7a41-43fa-a6e2-36a45738a017 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:25.427691 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:25.433794 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Routers {'376ae337-7a41-43fa-a6e2-36a45738a017'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:25.436794 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['376ae337-7a41-43fa-a6e2-36a45738a017'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:25.459187 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:25.491500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:25.493551 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] For port 937e31f8-f422-4933-9d0f-de12a86c55b7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=937e31f8-f422-4933-9d0f-de12a86c55b7,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:25.493922 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.509897 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Calling delete_port for 937e31f8-f422-4933-9d0f-de12a86c55b7 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:25.554457 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] Set router 376ae337-7a41-43fa-a6e2-36a45738a017 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:25.604513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:25.618913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:25.636454 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:25.639900 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:30:25Z', 'revision_number': 6, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:25.641537 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:25.683588 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] No DVR routers for this DVR port d964f307-0816-459b-b91f-c56aa300d183 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:25.689338 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.694406 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ffbb3b9d-7ef4-49d8-a009-56b26484a5a6 req-ddf1a8b9-2776-4636-9500-edce3ea77de7 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.31 "DELETE /v2.0/ports/d964f307-0816-459b-b91f-c56aa300d183 HTTP/1.1" status: 204 len: 173 time: 1.4509950 May 23 20:30:25.694904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-deleted', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:25.698543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be334192-633b-4740-a8f1-9a31d59fc48e" -d '{"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-deleted", "tag": "d964f307-0816-459b-b91f-c56aa300d183"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:25.727018 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20e35a-d5b9-4401-b3f2-367101216dfd None None] The sync data for ids ['376ae337-7a41-43fa-a6e2-36a45738a017'] in dv-cinder-843018-1-iscsi is: [{'id': '376ae337-7a41-43fa-a6e2-36a45738a017', 'name': 'tempest-TestShelveInstance-1427180945-router', 'tenant_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:18Z', 'updated_at': '2022-05-23T20:30:25Z', 'revision_number': 6, 'project_id': 'd8f120eaf89b4ef29fc92cf544ff1000', 'gw_port_host': None}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:25.798284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c16798b-0635-4edd-80eb-267641d35b6b x-openstack-request-id: req-3c16798b-0635-4edd-80eb-267641d35b6b {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:25.800034 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac", "name": "network-vif-deleted", "tag": "d964f307-0816-459b-b91f-c56aa300d183", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:25.800455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c16798b-0635-4edd-80eb-267641d35b6b {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:25.801612 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c16798b-0635-4edd-80eb-267641d35b6b'] response: {'server_uuid': 'cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac', 'name': 'network-vif-deleted', 'tag': 'd964f307-0816-459b-b91f-c56aa300d183', 'status': 'completed', 'code': 200} May 23 20:30:25.845541 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:25.886854 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (937e31f8-f422-4933-9d0f-de12a86c55b7), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:25.979624 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=937e31f8-f422-4933-9d0f-de12a86c55b7,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:26.008054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.008404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.008747 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.009078 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.009403 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.010163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.010404 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.010724 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.011204 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.011500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.011660 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.013879 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.014261 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.014593 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.014921 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:26.041407 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:26.066682 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e29da5d2-b6f8-4002-925c-5d70f6016b30 req-7e64dbec-e9c1-49b2-b347-3c2ad6c9d4c2 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfb7d8ff-9260-4fc2-b9ec-0850d0af9bac HTTP/1.1" status: 200 len: 210 time: 0.0379086 May 23 20:30:26.151818 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (376ae337-7a41-43fa-a6e2-36a45738a017), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.392446 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38972) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:26.392446 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38974) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:26.406327 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (376ae337-7a41-43fa-a6e2-36a45738a017), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.436697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a649c-f0d2-4645-9f3e-79b8a94e52f3 req-e09e1bf4-3545-46f1-a4f6-01c241a0d6ed tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:26.438577 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-777a649c-f0d2-4645-9f3e-79b8a94e52f3 req-e09e1bf4-3545-46f1-a4f6-01c241a0d6ed tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.1165161 May 23 20:30:26.440612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks [] for router_controller (376ae337-7a41-43fa-a6e2-36a45738a017), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.445580 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-d799050d-07ce-4449-a831-13838880c4a9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560179066&fields=id&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 267 time: 0.0814304 May 23 20:30:26.510531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:26.533787 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:26.543430 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-777a649c-f0d2-4645-9f3e-79b8a94e52f3 req-b2efd3d5-46de-4be1-91d3-30ff67b9c373 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 May 23 20:30:26.570783 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:26.571915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-97688b42-87e4-47db-bda4-507fbf3a3b3f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:26.577867 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (376ae337-7a41-43fa-a6e2-36a45738a017), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.578532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376ae337-7a41-43fa-a6e2-36a45738a017 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:30:26.580675 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-97688b42-87e4-47db-bda4-507fbf3a3b3f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.1325455 May 23 20:30:26.583828 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.593620 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9697db09-5d9a-46a5-bf58-8e22dffb2dbb admin admin] 10.222.0.16 "DELETE /v2.0/routers/376ae337-7a41-43fa-a6e2-36a45738a017 HTTP/1.1" status: 204 len: 168 time: 1.5530694 May 23 20:30:26.595108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38982) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:26.600566 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-eb4e0bd0-5c27-4a51-acc6-1075dd3743ce tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/quotas/26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 375 time: 0.0190647 May 23 20:30:26.625851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-812205681-network', 'tenant_id': 'a656c669853f430a9a23e5568d1adb7a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:26.646057 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:26.655234 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:26.656083 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:26.675516 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ceab3f44-6f31-474f-8c6f-dc3d0375ecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.697498 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 03f58381-abeb-4a44-8935-fbb7f2ce4707 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:26.706233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Deleting subnet 707fd323-c907-491e-9c70-ff08e004b3b9 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:30:26.715635 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be39dc-26a1-497c-a473-a05e2a2e7c2b req-112d9c00-ced4-4c8e-8f8d-359eea77e315 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:26.718914 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73be39dc-26a1-497c-a473-a05e2a2e7c2b req-112d9c00-ced4-4c8e-8f8d-359eea77e315 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0735989 May 23 20:30:26.719073 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 03f58381-abeb-4a44-8935-fbb7f2ce4707 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:26.719284 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 03f58381-abeb-4a44-8935-fbb7f2ce4707 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:26.719774 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Publish callbacks [] for subnet (707fd323-c907-491e-9c70-ff08e004b3b9), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.750628 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-f4c9f993-1c03-40da-a192-e5caaa09757d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489787 May 23 20:30:26.778553 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Made reservation on behalf of a656c669853f430a9a23e5568d1adb7a for: {'network': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:30:26.781330 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.793752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.803282 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:26.831176 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-73be39dc-26a1-497c-a473-a05e2a2e7c2b req-a7bcd94f-8698-4360-ad16-e6f3257fda37 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 May 23 20:30:26.835216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (707fd323-c907-491e-9c70-ff08e004b3b9), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.858624 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:26.954919 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (707fd323-c907-491e-9c70-ff08e004b3b9), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:26.971055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:27.006830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ceab3f44-6f31-474f-8c6f-dc3d0375ecc1 admin admin] Publish callbacks [] for security_group (5c1428df-66d6-4be2-8438-2278c6146e46), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.020198 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e02721d0-6b59-4ab6-b30e-4023ced4fb2c service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269115 May 23 20:30:27.067303 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks [] for security_group (40b76b2d-37d4-44ab-a586-e8e63b427fde), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.072430 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:27.093766 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ceab3f44-6f31-474f-8c6f-dc3d0375ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5c1428df-66d6-4be2-8438-2278c6146e46), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.113005 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdfb5b4-9b8e-4fc7-952a-f95fbcf527ba None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'e3b452fe-4464-4bd5-8acc-a336f1f49bf4', 'name': '', 'network_id': '8643c6ef-a04e-42d5-acb9-668f5c2b5666', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'mac_address': 'fa:16:3e:c7:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:14Z', 'updated_at': '2022-05-23T20:23:26Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'subnets': [{'id': '8392adc9-c27d-4b03-90e9-f972ae8f701e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:27.149768 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (707fd323-c907-491e-9c70-ff08e004b3b9), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.165927 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ceab3f44-6f31-474f-8c6f-dc3d0375ecc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee08c76ccc81434bb008cec04f94c4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7720563 May 23 20:30:27.170066 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 38988) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:27.192067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab3f44-6f31-474f-8c6f-dc3d0375ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1428df-66d6-4be2-8438-2278c6146e46,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:27.213285 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-a9457561-4a22-457f-9dae-7be9b0af1c87 service neutron] 10.222.0.16 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832125 May 23 20:30:27.214461 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850707a-1a8e-4823-a4bd-2e365510cd52 None None] Network 732ac238-a06b-44f4-b31c-125a3f37c7a7 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:30:27.224995 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707fd323-c907-491e-9c70-ff08e004b3b9,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:27.230067 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (40b76b2d-37d4-44ab-a586-e8e63b427fde), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.240082 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.247836 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-14d3901b-bb09-410c-9304-9d9bd59baf32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/707fd323-c907-491e-9c70-ff08e004b3b9 HTTP/1.1" status: 204 len: 168 time: 0.6516385 May 23 20:30:27.251840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 38992) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:27.287738 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=104477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:30:27.298830 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b76b2d-37d4-44ab-a586-e8e63b427fde,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:27.320592 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (14a37f1e-cb31-42f2-8b02-047f4edabfae), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.320592 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.segments_db [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Added segment 14a37f1e-cb31-42f2-8b02-047f4edabfae of type vlan for network 919b7971-d637-4aef-92ae-1c5ac0e055d6 May 23 20:30:27.327831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] Publish callbacks [] for security_group (5c1428df-66d6-4be2-8438-2278c6146e46), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.354463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:27.377465 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (732ac238-a06b-44f4-b31c-125a3f37c7a7), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.401531 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (919b7971-d637-4aef-92ae-1c5ac0e055d6), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.405492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] Publish callbacks [] for security_group (5c1428df-66d6-4be2-8438-2278c6146e46), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.481099 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb952c73-d62d-4a20-be4f-91ac9f54ad3b req-6d8f24dc-23ad-458e-bc1f-cefdc968f722 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:27.494237 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb952c73-d62d-4a20-be4f-91ac9f54ad3b req-6d8f24dc-23ad-458e-bc1f-cefdc968f722 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.1081903 May 23 20:30:27.522756 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Deleting port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:27.523094 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.543195 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] DHCP port deletion for 732ac238-a06b-44f4-b31c-125a3f37c7a7 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:30:27.560280 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (919b7971-d637-4aef-92ae-1c5ac0e055d6), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.561378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:27.561995 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.597530 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f27004a-dc68-4caf-9d8e-ce5dbce2dc8b None None] New status for floating IP 503a8668-ff90-45a0-92d9-cd4271e6652f: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:30:27.599627 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Deleting port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:27.605121 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.628170 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] For port 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=10bc448d-c2b8-435c-9e8a-2173b00a0b40,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:27.628665 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.651289 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Calling delete_port for 10bc448d-c2b8-435c-9e8a-2173b00a0b40 owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:27.679926 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] For port 10bc448d-c2b8-435c-9e8a-2173b00a0b40, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=10bc448d-c2b8-435c-9e8a-2173b00a0b40,segment=NetworkSegment(01570e8b-6e62-4bef-9a4d-b7b235531195),segment_id=01570e8b-6e62-4bef-9a4d-b7b235531195)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:27.680463 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.696487 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Calling delete_port for 10bc448d-c2b8-435c-9e8a-2173b00a0b40 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:27.909198 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.933592 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:27.937862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 10bc448d-c2b8-435c-9e8a-2173b00a0b40 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:27.942575 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] No DVR routers for this DVR port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:27.951654 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5c1428df-66d6-4be2-8438-2278c6146e46), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.954470 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:27.964454 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c1428df-66d6-4be2-8438-2278c6146e46 HTTP/1.1" status: 204 len: 168 time: 0.7851975 May 23 20:30:27.966870 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:27.975775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53fe77-22b2-4abf-b4cb-a11d946968b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1428df-66d6-4be2-8438-2278c6146e46,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:27.987902 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] Pushing event updated for resources: {'Network': ['ID=919b7971-d637-4aef-92ae-1c5ac0e055d6,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.000883 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb952c73-d62d-4a20-be4f-91ac9f54ad3b req-bbe485ab-796f-4737-a50d-cd49d75a7613 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001905 May 23 20:30:28.061242 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-5a12fd50-b68a-40cb-aa50-da734b8b7723 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6677303 May 23 20:30:28.063978 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39010) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.071090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Request body: {'subnet': {'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-812205681-subnet', 'tenant_id': 'a656c669853f430a9a23e5568d1adb7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:28.077244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:30:28.082886 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: d964f307-0816-459b-b91f-c56aa300d183 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:28.083683 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device d964f307-0816-459b-b91f-c56aa300d183 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:28.085315 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753287e-b179-4399-be01-1a5bb4b5a737 None None] Pushing event deleted for resources: {'Port': ['ID=10bc448d-c2b8-435c-9e8a-2173b00a0b40,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.088129 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (10bc448d-c2b8-435c-9e8a-2173b00a0b40), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.104320 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 10bc448d-c2b8-435c-9e8a-2173b00a0b40 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:28.105083 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 10bc448d-c2b8-435c-9e8a-2173b00a0b40 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:28.105609 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 937e31f8-f422-4933-9d0f-de12a86c55b7 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:28.167123 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39012) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.177930 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 937e31f8-f422-4933-9d0f-de12a86c55b7 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:28.181581 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 937e31f8-f422-4933-9d0f-de12a86c55b7 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:28.228785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bc448d-c2b8-435c-9e8a-2173b00a0b40,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.238505 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f827d6f2-4259-4f7a-bb91-b5910becd8cd req-88bfa24b-9d1e-4e7f-a178-106ad9180fc1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 210 time: 0.1137693 May 23 20:30:28.239302 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (eb7c4d30-a9f3-4456-bc71-d544a819541c), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.242560 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] No DVR routers for this DVR port 10bc448d-c2b8-435c-9e8a-2173b00a0b40 on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:28.278731 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Made reservation on behalf of a656c669853f430a9a23e5568d1adb7a for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:30:28.281634 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.330081 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (732ac238-a06b-44f4-b31c-125a3f37c7a7), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.336125 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (eb7c4d30-a9f3-4456-bc71-d544a819541c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.350510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:28.356112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732ac238-a06b-44f4-b31c-125a3f37c7a7']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:28.367075 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01570e8b-6e62-4bef-9a4d-b7b235531195') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:28.367373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01570e8b-6e62-4bef-9a4d-b7b235531195') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:28.378054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (01570e8b-6e62-4bef-9a4d-b7b235531195), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.386917 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:28.393903 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (01570e8b-6e62-4bef-9a4d-b7b235531195), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.414863 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:30:28.415204 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (01570e8b-6e62-4bef-9a4d-b7b235531195), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.465630 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 01570e8b-6e62-4bef-9a4d-b7b235531195 resource provider aggregate not found May 23 20:30:28.490622 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 01570e8b-6e62-4bef-9a4d-b7b235531195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01570e8b-6e62-4bef-9a4d-b7b235531195 found for delete ", "request_id": "req-8b113fc1-4013-4686-8d64-3de856ee20b0"}]} May 23 20:30:28.498411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (eb7c4d30-a9f3-4456-bc71-d544a819541c), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.500906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.502101 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb7c4d30-a9f3-4456-bc71-d544a819541c HTTP/1.1" status: 204 len: 168 time: 0.3340755 May 23 20:30:28.505354 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39024) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.523243 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.api.v2.resource [None req-79ef8064-28ef-43b4-9e53-44e08a6aabef tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] show failed (client error): The resource could not be found. May 23 20:30:28.524116 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3da2-8785-4c44-a30f-27ee9e98ffdd tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7c4d30-a9f3-4456-bc71-d544a819541c,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.524232 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-79ef8064-28ef-43b4-9e53-44e08a6aabef tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "GET /v2.0/security-groups/eb7c4d30-a9f3-4456-bc71-d544a819541c HTTP/1.1" status: 404 len: 347 time: 0.0179207 May 23 20:30:28.527148 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39026) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.576750 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (732ac238-a06b-44f4-b31c-125a3f37c7a7), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.603702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.606863 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] 10.222.0.16 "DELETE /v2.0/networks/732ac238-a06b-44f4-b31c-125a3f37c7a7 HTTP/1.1" status: 204 len: 168 time: 1.3534262 May 23 20:30:28.610461 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39028) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.620025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (a853d93b-afb3-4249-bd92-3993aefaf58f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.625294 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a79b6-c51e-4ecb-a4b7-703904613244 admin admin] Pushing event deleted for resources: {'Network': ['ID=732ac238-a06b-44f4-b31c-125a3f37c7a7,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.659843 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Deleting port 3de1ad38-0822-4921-ba30-85d82d81d0a2 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:28.660126 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.746146 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.746758 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (3de1ad38-0822-4921-ba30-85d82d81d0a2), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:28.761029 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Calling delete_port for 3de1ad38-0822-4921-ba30-85d82d81d0a2 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:28.779988 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a853d93b-afb3-4249-bd92-3993aefaf58f,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:28.824009 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Checking segment: {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:30:28.824377 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Network hostable DHCP agents. Network: 919b7971-d637-4aef-92ae-1c5ac0e055d6, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:30:28.888065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39032) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:28.898171 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:INSERT=5,neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:28.906814 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-231f2ba3-a9d1-4449-8621-83d7ebfe7caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.011771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (3de1ad38-0822-4921-ba30-85d82d81d0a2), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.017625 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:30:29.037335 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Pushing event deleted for resources: {'Port': ['ID=3de1ad38-0822-4921-ba30-85d82d81d0a2,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:29.095157 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-231f2ba3-a9d1-4449-8621-83d7ebfe7caf admin admin] Publish callbacks [] for security_group (a90639f6-0e21-44ee-a9f1-2171938f80f3), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.108660 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks [] for floatingip (503a8668-ff90-45a0-92d9-cd4271e6652f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.109851 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (11c38fff-e80a-4bdd-a17c-d76d36274631), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.114532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.119632 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-189443d7-055c-499d-9e7e-31e258028b70 tempest-AttachVolumeShelveTestJSON-974988491 tempest-AttachVolumeShelveTestJSON-974988491-project] 10.222.0.16 "DELETE /v2.0/floatingips/503a8668-ff90-45a0-92d9-cd4271e6652f HTTP/1.1" status: 204 len: 168 time: 0.5879099 May 23 20:30:29.148122 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, 919b7971-d637-4aef-92ae-1c5ac0e055d6) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:29.156412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282342b-6944-462d-b603-1c9a3d6c286b None None] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:30:29.164552 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:29.166227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.174701 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-231f2ba3-a9d1-4449-8621-83d7ebfe7caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a90639f6-0e21-44ee-a9f1-2171938f80f3), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.215723 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:29.259223 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-231f2ba3-a9d1-4449-8621-83d7ebfe7caf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae495e68f34743abb1b28701350e1755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688650 May 23 20:30:29.261873 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39040) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:29.262803 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2ba3-a9d1-4449-8621-83d7ebfe7caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90639f6-0e21-44ee-a9f1-2171938f80f3,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:29.276949 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff7570-44f8-479c-b7d1-747ad5d13714 None None] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:30:29.334138 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-06f43353-a269-44e0-a764-8f00c12ffcbe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2688663 May 23 20:30:29.340087 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:29.355954 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] Publish callbacks [] for security_group (a90639f6-0e21-44ee-a9f1-2171938f80f3), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.389402 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] Publish callbacks [] for security_group (a90639f6-0e21-44ee-a9f1-2171938f80f3), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.446506 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a80fdaad-cda0-48f2-850c-fef9b686c359 req-7daa72d6-0483-4830-b146-af54f41b17ba tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 210 time: 0.0576932 May 23 20:30:29.508557 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (a90639f6-0e21-44ee-a9f1-2171938f80f3), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.511259 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.514917 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a90639f6-0e21-44ee-a9f1-2171938f80f3 HTTP/1.1" status: 204 len: 168 time: 0.2494338 May 23 20:30:29.522803 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14005-5226-48d5-a642-a88bfeb3a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90639f6-0e21-44ee-a9f1-2171938f80f3,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:29.542570 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Deleting port c74f7f37-5f60-4f55-876c-ab9634784c90 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:29.543000 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.651015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] For port c74f7f37-5f60-4f55-876c-ab9634784c90, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=c74f7f37-5f60-4f55-876c-ab9634784c90,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:29.651631 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.669720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:29.674850 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Calling delete_port for c74f7f37-5f60-4f55-876c-ab9634784c90 owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:29.946639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (c74f7f37-5f60-4f55-876c-ab9634784c90), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:29.983984 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Pushing event deleted for resources: {'Port': ['ID=c74f7f37-5f60-4f55-876c-ab9634784c90,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:30.221135 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (11c38fff-e80a-4bdd-a17c-d76d36274631), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:30.588617 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9fad5de5-fa15-4f0b-a5ac-fab49c4fe636 req-8e3b7876-aa00-4419-a647-71ea621a9e62 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 210 time: 0.0544991 May 23 20:30:30.610359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Router 11c38fff-e80a-4bdd-a17c-d76d36274631 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:30.624557 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-dff29cd6-07f9-470c-954a-484c0c2420a6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:30.624557 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-dff29cd6-07f9-470c-954a-484c0c2420a6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 810 time: 0.2121017 May 23 20:30:30.762461 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-016c3285-3590-482f-b9eb-4d040dd750f7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26567fb564314003bf5ae836737b990e HTTP/1.1" status: 200 len: 379 time: 0.1299121 May 23 20:30:30.772473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'port': {'device_id': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'admin_state_up': True, 'tenant_id': '26567fb564314003bf5ae836737b990e', 'security_groups': ['526ab315-09d5-4395-8111-c293b0b90b87']}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:30.778564 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:30.788242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Sync routers for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:30.793183 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-bbbac24d-8708-45f1-8862-c812061f813a admin admin] 10.222.0.16 "PUT /v2.0/routers/11c38fff-e80a-4bdd-a17c-d76d36274631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801734 May 23 20:30:30.796675 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39100) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:30.805659 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:30.806449 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:30.940429 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:30.966009 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks [] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.063629 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:31.072331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Made reservation on behalf of 26567fb564314003bf5ae836737b990e for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:30:31.077629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.086414 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks [] for router_gateway (11c38fff-e80a-4bdd-a17c-d76d36274631), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.238181 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.20.0.11 (d1b674a5-f902-453a-bbbe-6a61eb453929/d0405bd9-c90a-499e-8e6a-be929101143f/3da1951e-32c2-4a10-87c3-ed8bd6400eff) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:30:31.290591 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:31.294752 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:30:29Z', 'revision_number': 5, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port': {'id': 'cbdfb6f1-d68d-4f79-968e-93c89202971d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:26Z', 'updated_at': '2022-05-23T20:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:31.303826 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Deleting port cbdfb6f1-d68d-4f79-968e-93c89202971d {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:31.304109 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.320812 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Checking router: 11c38fff-e80a-4bdd-a17c-d76d36274631 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:31.330640 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Routers {'11c38fff-e80a-4bdd-a17c-d76d36274631'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:31.332689 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['11c38fff-e80a-4bdd-a17c-d76d36274631'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:31.422538 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] For port cbdfb6f1-d68d-4f79-968e-93c89202971d, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=cbdfb6f1-d68d-4f79-968e-93c89202971d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:31.422949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.433424 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.439119 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] Set router 11c38fff-e80a-4bdd-a17c-d76d36274631 gateway port host: None {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:31.443078 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Calling delete_port for cbdfb6f1-d68d-4f79-968e-93c89202971d owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:31.492901 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:30:31Z', 'revision_number': 6, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:31.522848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378c30a-2e72-4ffd-9c33-16fd65d832d8 None None] The sync data for ids ['11c38fff-e80a-4bdd-a17c-d76d36274631'] in dv-cinder-843018-1-iscsi is: [{'id': '11c38fff-e80a-4bdd-a17c-d76d36274631', 'name': 'tempest-TestShelveInstance-1730618601-router', 'tenant_id': 'ef79770666e040ed97d751efd4af1a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:25Z', 'updated_at': '2022-05-23T20:30:31Z', 'revision_number': 6, 'project_id': 'ef79770666e040ed97d751efd4af1a90', 'gw_port_host': None}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:31.568411 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:31.598178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.650746 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network d1b674a5-f902-453a-bbbe-6a61eb453929 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:31.654215 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:31.658179 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:31.735509 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:31.739055 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (cbdfb6f1-d68d-4f79-968e-93c89202971d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.762172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:31.762828 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:31.781775 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c06e9c-4cc3-4e10-b83c-1f72f92d7b57 req-e237ff67-da16-4687-bf1e-55ad2bb4c9c8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:31.789930 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a0c06e9c-4cc3-4e10-b83c-1f72f92d7b57 req-e237ff67-da16-4687-bf1e-55ad2bb4c9c8 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 932 time: 0.1045258 May 23 20:30:31.817278 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdfb6f1-d68d-4f79-968e-93c89202971d,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:31.858184 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:31.870100 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a0c06e9c-4cc3-4e10-b83c-1f72f92d7b57 req-3b65177d-90f8-4625-9464-58b34f7845c9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787866 May 23 20:30:31.885026 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-4b0e1924-6e85-4738-958b-4e69fa19949c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1099496 May 23 20:30:31.893766 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Request body: {'port': {'device_id': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:32.022777 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.070816 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (11c38fff-e80a-4bdd-a17c-d76d36274631), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.087399 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device c74f7f37-5f60-4f55-876c-ab9634784c90 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:32.146378 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: c74f7f37-5f60-4f55-876c-ab9634784c90 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:32.146962 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device c74f7f37-5f60-4f55-876c-ab9634784c90 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:32.151242 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-e5a1fdc3-f158-4b27-b18e-4c559f60946e None None] Provisioning complete for port 3da1951e-32c2-4a10-87c3-ed8bd6400eff triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:32.152416 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e5a1fdc3-f158-4b27-b18e-4c559f60946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.154097 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-36707ef4-8d41-414d-bf59-539c5b8019b4 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:32.160898 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-36707ef4-8d41-414d-bf59-539c5b8019b4 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/networks?id=919b7971-d637-4aef-92ae-1c5ac0e055d6 HTTP/1.1" status: 200 len: 808 time: 0.3662596 May 23 20:30:32.200159 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.207045 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-bda6163a-566a-4d43-9b0e-5fd9fd8c88a2 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/quotas/a656c669853f430a9a23e5568d1adb7a HTTP/1.1" status: 200 len: 375 time: 0.0412440 May 23 20:30:32.207045 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks [] for router_controller (11c38fff-e80a-4bdd-a17c-d76d36274631), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.207622 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1fdc3-f158-4b27-b18e-4c559f60946e None None] Port 3da1951e-32c2-4a10-87c3-ed8bd6400eff cannot update to ACTIVE because it is not bound. {{(pid=104479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 20:30:32.273515 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39144) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:32.280753 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-f1587159-a044-4108-a2eb-b46623edba67 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713513 May 23 20:30:32.361398 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (11c38fff-e80a-4bdd-a17c-d76d36274631), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.362266 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c38fff-e80a-4bdd-a17c-d76d36274631 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:30:32.368878 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.374679 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-cfb85ae0-6617-4d38-8de4-d0adcad527e7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/11c38fff-e80a-4bdd-a17c-d76d36274631 HTTP/1.1" status: 204 len: 168 time: 1.5766447 May 23 20:30:32.375814 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39154) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:32.500397 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da1951e-32c2-4a10-87c3-ed8bd6400eff {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:32.507000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Deleting subnet 8f19c7fb-4281-44c6-b1df-ff4f8530e39b {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:30:32.510334 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks [] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.512740 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-b51a0f9a-14d6-4f19-a28d-59ed2154f08e service neutron] 10.222.0.16 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224615 May 23 20:30:32.513508 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Publish callbacks [] for subnet (8f19c7fb-4281-44c6-b1df-ff4f8530e39b), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.521134 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:32.532913 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Transition to ACTIVE for port object 3da1951e-32c2-4a10-87c3-ed8bd6400eff will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:30:32.595440 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.614583 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (8f19c7fb-4281-44c6-b1df-ff4f8530e39b), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.620487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:32.631668 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:32.737032 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:32.776322 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Attempting to bind port 3da1951e-32c2-4a10-87c3-ed8bd6400eff on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:30:32.777334 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Attempting to bind port 3da1951e-32c2-4a10-87c3-ed8bd6400eff by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:30:32.778372 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Attempting to bind port 3da1951e-32c2-4a10-87c3-ed8bd6400eff on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:32.790712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Port 3da1951e-32c2-4a10-87c3-ed8bd6400eff on network d1b674a5-f902-453a-bbbe-6a61eb453929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:30:32.790712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Attempting to bind port 3da1951e-32c2-4a10-87c3-ed8bd6400eff on network d1b674a5-f902-453a-bbbe-6a61eb453929 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:32.790712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:30:32.790712 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Checking segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:30:32.791159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Bound using segment: {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:30:32.791391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Bound port: 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21293aa-ea41-4a5b-9fac-c832c31d8265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:30:32.791751 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:32.819541 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-e957d0f2-1118-4f13-865e-d776964c1d06 service neutron] 10.222.0.16 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777543 May 23 20:30:32.904389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:30:32.910645 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:30:32.939782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (8f19c7fb-4281-44c6-b1df-ff4f8530e39b), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.006331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2ac1-ce35-462a-87f1-33087a1b41f6 req-dad91acd-d740-4796-91c3-f88d65a744a3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.007974 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d86f2ac1-ce35-462a-87f1-33087a1b41f6 req-dad91acd-d740-4796-91c3-f88d65a744a3 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0528719 May 23 20:30:33.012109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.084015 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.084637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.086059 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] 10.222.0.31 "PUT /v2.0/ports/3da1951e-32c2-4a10-87c3-ed8bd6400eff HTTP/1.1" status: 200 len: 1094 time: 1.1974325 May 23 20:30:33.086486 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:33.089025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f753ae-df6d-4593-ae81-9d644ba452cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:33.150609 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d86f2ac1-ce35-462a-87f1-33087a1b41f6 req-139af36f-e1ba-40d2-b111-0843c2dbe43d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001174 May 23 20:30:33.157170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28319d4-2e9a-4827-ac12-4e701ea87f29 service neutron] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:33.195378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227288c6-a277-4488-93eb-92515ac2a1ba x-openstack-request-id: req-227288c6-a277-4488-93eb-92515ac2a1ba {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:33.195694 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:33.195944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-227288c6-a277-4488-93eb-92515ac2a1ba {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:33.196351 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227288c6-a277-4488-93eb-92515ac2a1ba'] response: {'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'status': 'completed', 'code': 200} May 23 20:30:33.229615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (8f19c7fb-4281-44c6-b1df-ff4f8530e39b), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.247463 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5b240f44-b5bc-46b0-89b0-819891c936b7 req-417de6b2-d48e-4a46-8351-66dfbe40031f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 210 time: 0.0924950 May 23 20:30:33.267494 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf6ad6-2312-4150-8944-14e2de4c72a9 None None] Network e3eeaf57-083d-435c-9316-023af5fb405f requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:30:33.279311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.284988 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f19c7fb-4281-44c6-b1df-ff4f8530e39b HTTP/1.1" status: 204 len: 168 time: 0.8994608 May 23 20:30:33.285490 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39170) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:33.286687 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-d1e3dd83-f547-45c2-80ad-c6cb00f26999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.287657 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6253ca-5199-41d0-a63c-9abc60f38b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f19c7fb-4281-44c6-b1df-ff4f8530e39b,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:33.288770 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-d1e3dd83-f547-45c2-80ad-c6cb00f26999 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1128 time: 0.0727794 May 23 20:30:33.378469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:33.432496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (e3eeaf57-083d-435c-9316-023af5fb405f), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.442821 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-3cc4e3b0-7449-4537-be88-740ee7a6d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.445030 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-3cc4e3b0-7449-4537-be88-740ee7a6d931 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=26567fb564314003bf5ae836737b990e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1481144 May 23 20:30:33.458921 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (102cf0e1-e55c-4d17-9658-43efbf24e739), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.495556 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] DHCP port deletion for e3eeaf57-083d-435c-9316-023af5fb405f request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:30:33.533840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Deleting port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:33.534559 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.543163 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Deleting port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:33.543163 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.591979 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-46a9f81c-d377-44bb-a8e0-06a0a40b484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.596049 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f3f753ae-df6d-4593-ae81-9d644ba452cb req-46a9f81c-d377-44bb-a8e0-06a0a40b484f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447952 May 23 20:30:33.627318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] For port 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=8dd188d8-c556-4efa-bbb7-b555c8ed3120,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:33.627712 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.644059 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Calling delete_port for 8dd188d8-c556-4efa-bbb7-b555c8ed3120 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:33.654856 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:33.697155 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-cd6c76aa-a9c4-4391-9d80-0bd94e7ab5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.698682 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-cd6c76aa-a9c4-4391-9d80-0bd94e7ab5fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1128 time: 0.0670745 May 23 20:30:33.699629 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:33.745337 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-c89fb301-87ad-404d-992f-dd6c53f04b62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff HTTP/1.1" status: 200 len: 217 time: 0.0398345 May 23 20:30:33.803344 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-55242954-a289-45ff-8d75-84097fba3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.805266 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-55242954-a289-45ff-8d75-84097fba3c21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0472813 May 23 20:30:33.811947 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] For port 8dd188d8-c556-4efa-bbb7-b555c8ed3120, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=8dd188d8-c556-4efa-bbb7-b555c8ed3120,segment=NetworkSegment(1b51d097-cbcf-48c8-81b9-2b53885dc455),segment_id=1b51d097-cbcf-48c8-81b9-2b53885dc455)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:33.812328 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.832700 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Calling delete_port for 8dd188d8-c556-4efa-bbb7-b555c8ed3120 owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:33.834813 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.879514 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-33f7f634-6684-425d-984d-fbd5635bb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:33.881314 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-33f7f634-6684-425d-984d-fbd5635bb90b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698984 May 23 20:30:33.893559 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] Pushing event deleted for resources: {'Port': ['ID=8dd188d8-c556-4efa-bbb7-b555c8ed3120,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:33.900389 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7751c4-dadc-4f60-83ba-3372aa17a104 None None] No DVR routers for this DVR port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:33.931589 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:33.964621 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 8dd188d8-c556-4efa-bbb7-b555c8ed3120 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:33.978121 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Deleting port e3b452fe-4464-4bd5-8acc-a336f1f49bf4 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:33.978469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:33.984771 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 8dd188d8-c556-4efa-bbb7-b555c8ed3120 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:33.985472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 8dd188d8-c556-4efa-bbb7-b555c8ed3120 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:33.986069 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device cbdfb6f1-d68d-4f79-968e-93c89202971d no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:34.019729 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: cbdfb6f1-d68d-4f79-968e-93c89202971d {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:34.020082 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device cbdfb6f1-d68d-4f79-968e-93c89202971d not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:34.048066 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-716b2173-a9e5-41c5-9913-2b7ee0309612 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602042 May 23 20:30:34.049122 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (8dd188d8-c556-4efa-bbb7-b555c8ed3120), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.080425 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd188d8-c556-4efa-bbb7-b555c8ed3120,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:34.089866 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] No DVR routers for this DVR port 8dd188d8-c556-4efa-bbb7-b555c8ed3120 on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:34.137484 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] For port e3b452fe-4464-4bd5-8acc-a336f1f49bf4, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:34.137784 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.144666 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-43dcb59f-f9e2-412f-8523-6fd945bbc751 req-3f60773b-7c01-4da4-88ad-9d12e73e0ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908711 May 23 20:30:34.264744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e3b15-dd21-4f24-aaac-11127d5ea9e1 req-41dd882f-b6d9-480b-9a09-6592f86c14f2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:34.266401 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-456e3b15-dd21-4f24-aaac-11127d5ea9e1 req-41dd882f-b6d9-480b-9a09-6592f86c14f2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0512066 May 23 20:30:34.324920 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-456e3b15-dd21-4f24-aaac-11127d5ea9e1 req-5efd4413-016f-4f6c-b643-ff9f14ce4e6b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524542 May 23 20:30:34.454052 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:34.476669 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Calling delete_port for e3b452fe-4464-4bd5-8acc-a336f1f49bf4 owned by network:router_interface {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:34.480063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (e3eeaf57-083d-435c-9316-023af5fb405f), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.485542 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-443b302f-4ba6-47be-bd41-03845e5cbbde req-c4ba24b7-9081-4687-b2f4-d469e3f61b22 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 210 time: 0.0528901 May 23 20:30:34.510472 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3eeaf57-083d-435c-9316-023af5fb405f']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:34.548175 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b51d097-cbcf-48c8-81b9-2b53885dc455') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:34.548469 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b51d097-cbcf-48c8-81b9-2b53885dc455') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:34.561618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (1b51d097-cbcf-48c8-81b9-2b53885dc455), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.584056 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (1b51d097-cbcf-48c8-81b9-2b53885dc455), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.592919 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:30:34.593299 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (1b51d097-cbcf-48c8-81b9-2b53885dc455), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.638658 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 1b51d097-cbcf-48c8-81b9-2b53885dc455 resource provider aggregate not found May 23 20:30:34.697147 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 1b51d097-cbcf-48c8-81b9-2b53885dc455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b51d097-cbcf-48c8-81b9-2b53885dc455 found for delete ", "request_id": "req-9e5a24f4-c334-4fc2-94ed-5dce3de2549c"}]} May 23 20:30:34.777482 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:34.800359 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (e3eeaf57-083d-435c-9316-023af5fb405f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.807581 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.816972 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3eeaf57-083d-435c-9316-023af5fb405f HTTP/1.1" status: 204 len: 168 time: 1.5242426 May 23 20:30:34.820956 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66994a8f-eccf-468d-8a73-722c024b2ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3eeaf57-083d-435c-9316-023af5fb405f,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:34.838428 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (e3b452fe-4464-4bd5-8acc-a336f1f49bf4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:34.891281 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b452fe-4464-4bd5-8acc-a336f1f49bf4,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:34.933049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:35.068359 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:35.115304 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:35.127925 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (102cf0e1-e55c-4d17-9658-43efbf24e739), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.252888 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.360949 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39214) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:35.395778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Router 102cf0e1-e55c-4d17-9658-43efbf24e739 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:35.476170 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fa1f35fa-c204-410f-8a63-816db8071257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8f120eaf89b4ef29fc92cf544ff1000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140494 May 23 20:30:35.478958 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39216) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:35.508316 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ce4cf-86ad-41ce-9b71-415bcc8b9862 req-ba053168-2f18-4a56-8d41-dec4848f6759 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:35.510760 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf4ce4cf-86ad-41ce-9b71-415bcc8b9862 req-ba053168-2f18-4a56-8d41-dec4848f6759 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0900269 May 23 20:30:35.555731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:35.569322 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Sync routers for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:35.575842 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-818bbe73-f3b9-46f8-939f-54be5fdc3379 admin admin] 10.222.0.16 "PUT /v2.0/routers/102cf0e1-e55c-4d17-9658-43efbf24e739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033996 May 23 20:30:35.578995 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39222) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:35.591011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] Publish callbacks [] for security_group (10055031-8489-493d-ad0e-44aa0cf7bf87), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.602541 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:35.604246 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:35.629443 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] Publish callbacks [] for security_group (10055031-8489-493d-ad0e-44aa0cf7bf87), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.692139 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d75c2182-d86c-43e9-b6c5-69c5bcef8648 req-a79c15e1-b524-478a-bd1c-5727febbf5d4 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 210 time: 0.0455031 May 23 20:30:35.706855 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39226) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:35.720430 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:35.759726 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:35.768102 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:35.783455 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks [] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.860503 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf4ce4cf-86ad-41ce-9b71-415bcc8b9862 req-438326f6-8e14-4c27-b69a-eaceb5b5da5f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343976 May 23 20:30:35.902163 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (10055031-8489-493d-ad0e-44aa0cf7bf87), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.904855 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:35.907085 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10055031-8489-493d-ad0e-44aa0cf7bf87 HTTP/1.1" status: 204 len: 168 time: 0.4268436 May 23 20:30:35.935995 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f1010-46ea-48b9-8488-80a0c387c404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10055031-8489-493d-ad0e-44aa0cf7bf87,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:36.014378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-57a7416b-668d-45e1-9b6f-e1d28b956bea tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:36.016216 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-57a7416b-668d-45e1-9b6f-e1d28b956bea tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "GET /v2.0/networks?id=919b7971-d637-4aef-92ae-1c5ac0e055d6 HTTP/1.1" status: 200 len: 808 time: 0.2529776 May 23 20:30:36.017115 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks [] for router_gateway (102cf0e1-e55c-4d17-9658-43efbf24e739), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.028592 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0808411-3379-4839-8d9b-40dcd32210ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.030452 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Request body: {'port': {'device_id': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6', 'admin_state_up': True, 'tenant_id': 'a656c669853f430a9a23e5568d1adb7a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:36.084306 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:30:34Z', 'revision_number': 5, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port': {'id': 'a9883bb6-c919-4b2a-957e-327ed27422f9', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:23:03Z', 'updated_at': '2022-05-23T20:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:36.137165 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0808411-3379-4839-8d9b-40dcd32210ca admin admin] Publish callbacks [] for security_group (8f5e1e22-fbc8-4831-99b5-465f9ecee92e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.139667 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Checking router: 102cf0e1-e55c-4d17-9658-43efbf24e739 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:36.154730 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Routers {'102cf0e1-e55c-4d17-9658-43efbf24e739'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:36.155827 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['102cf0e1-e55c-4d17-9658-43efbf24e739'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:36.181898 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Deleting port a9883bb6-c919-4b2a-957e-327ed27422f9 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:36.182416 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.246742 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c0808411-3379-4839-8d9b-40dcd32210ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8f5e1e22-fbc8-4831-99b5-465f9ecee92e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.269396 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Made reservation on behalf of a656c669853f430a9a23e5568d1adb7a for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:30:36.281521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.313193 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:36.320892 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c0808411-3379-4839-8d9b-40dcd32210ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97b9812460c64105b2794e3dc61368cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6129453 May 23 20:30:36.327554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39234) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:36.337414 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0808411-3379-4839-8d9b-40dcd32210ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e1e22-fbc8-4831-99b5-465f9ecee92e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:36.358538 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] Set router 102cf0e1-e55c-4d17-9658-43efbf24e739 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:36.405949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] For port a9883bb6-c919-4b2a-957e-327ed27422f9, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=a9883bb6-c919-4b2a-957e-327ed27422f9,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:36.406329 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.426311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Calling delete_port for a9883bb6-c919-4b2a-957e-327ed27422f9 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:36.427758 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:30:36Z', 'revision_number': 6, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:36.451836 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] Publish callbacks [] for security_group (8f5e1e22-fbc8-4831-99b5-465f9ecee92e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.464837 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d17d-f91e-40a8-9741-bb01bc464170 None None] The sync data for ids ['102cf0e1-e55c-4d17-9658-43efbf24e739'] in dv-cinder-843018-1-iscsi is: [{'id': '102cf0e1-e55c-4d17-9658-43efbf24e739', 'name': 'tempest-AttachVolumeShelveTestJSON-1338676741-router', 'tenant_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:23:00Z', 'updated_at': '2022-05-23T20:30:36Z', 'revision_number': 6, 'project_id': 'a05af8ceb6d041a6a894d5ca3ff820cc', 'gw_port_host': None}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:36.530907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] Publish callbacks [] for security_group (8f5e1e22-fbc8-4831-99b5-465f9ecee92e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.541648 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Allocated IP 172.20.0.12 (919b7971-d637-4aef-92ae-1c5ac0e055d6/a853d93b-afb3-4249-bd92-3993aefaf58f/ab752c9a-d2ca-4213-bb55-f456a1cb67d5) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:30:36.653756 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:36.770344 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:36.771392 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (a9883bb6-c919-4b2a-957e-327ed27422f9), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.773259 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8f5e1e22-fbc8-4831-99b5-465f9ecee92e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.779344 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks [] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.780443 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.781576 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f5e1e22-fbc8-4831-99b5-465f9ecee92e HTTP/1.1" status: 204 len: 168 time: 0.4474258 May 23 20:30:36.834675 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cf9d1dea-4be0-4a08-bf30-2b076bc6f8c5 req-6a5057a5-9d38-4f8d-bda0-e2d61b0c8135 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 210 time: 0.0714684 May 23 20:30:36.834675 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39246) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:36.835268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9883bb6-c919-4b2a-957e-327ed27422f9,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:36.851989 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08dcb2-1e40-46e4-b050-3cd9abfd6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e1e22-fbc8-4831-99b5-465f9ecee92e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:36.915519 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:36.970833 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:36.992516 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:37.001165 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:37.011329 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5b07387d-516f-4d1e-9e9c-7a5b3d1330f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef79770666e040ed97d751efd4af1a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747434 May 23 20:30:37.015003 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39250) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:37.043780 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (102cf0e1-e55c-4d17-9658-43efbf24e739), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.176763 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.180513 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks [] for router_controller (102cf0e1-e55c-4d17-9658-43efbf24e739), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.200229 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] Publish callbacks [] for security_group (46f0bc2e-f56e-468f-bff9-74af2a801431), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.264440 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] Publish callbacks [] for security_group (46f0bc2e-f56e-468f-bff9-74af2a801431), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.343290 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (102cf0e1-e55c-4d17-9658-43efbf24e739), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.343907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102cf0e1-e55c-4d17-9658-43efbf24e739 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:30:37.354114 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.354114 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-0f7ad487-40fd-4774-bff2-42cfea8c9930 admin admin] 10.222.0.16 "DELETE /v2.0/routers/102cf0e1-e55c-4d17-9658-43efbf24e739 HTTP/1.1" status: 204 len: 168 time: 1.7685051 May 23 20:30:37.354114 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39254) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:37.378722 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Pushing event updated for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:37.413562 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Deleting subnet 8392adc9-c27d-4b03-90e9-f972ae8f701e {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:30:37.423776 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Publish callbacks [] for subnet (8392adc9-c27d-4b03-90e9-f972ae8f701e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.448453 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:37.449092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.450213 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (46f0bc2e-f56e-468f-bff9-74af2a801431), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.453111 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.457228 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f0bc2e-f56e-468f-bff9-74af2a801431 HTTP/1.1" status: 204 len: 168 time: 0.4383416 May 23 20:30:37.458922 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:37.469777 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773121d-847c-4909-a8c3-ea0a32ede3b8 req-4bd4c233-563d-4dc4-936e-036b4a0f6cbf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:37.471329 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6773121d-847c-4909-a8c3-ea0a32ede3b8 req-4bd4c233-563d-4dc4-936e-036b4a0f6cbf tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0940065 May 23 20:30:37.476185 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d933abf-31d5-4c61-a8da-f2e6af999d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f0bc2e-f56e-468f-bff9-74af2a801431,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:37.496582 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (8392adc9-c27d-4b03-90e9-f972ae8f701e), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.568808 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-03ad2597-d66d-42b6-b6ab-bc82ed78f8b5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5436337 May 23 20:30:37.577613 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6773121d-847c-4909-a8c3-ea0a32ede3b8 req-758a41b1-21de-4577-be5f-508ed7771c9c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934193 May 23 20:30:37.584174 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Request body: {'port': {'device_id': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:37.606902 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (8392adc9-c27d-4b03-90e9-f972ae8f701e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.633529 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:37.662392 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.708675 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39258) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:37.725695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9283fd41-ea62-45f3-a50c-cbfc54fedace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.765884 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (8392adc9-c27d-4b03-90e9-f972ae8f701e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.874866 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ad88b-e09b-4add-8998-fd3084a99921 None None] Network 8643c6ef-a04e-42d5-acb9-668f5c2b5666 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:30:37.876456 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8392adc9-c27d-4b03-90e9-f972ae8f701e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:37.888373 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:37.896851 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5f79f9d7-0fda-4009-8794-592f2a68ccbb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8392adc9-c27d-4b03-90e9-f972ae8f701e HTTP/1.1" status: 204 len: 168 time: 0.5416129 May 23 20:30:37.901540 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39262) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:37.929980 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9283fd41-ea62-45f3-a50c-cbfc54fedace admin admin] Publish callbacks [] for security_group (fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.028573 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device e3b452fe-4464-4bd5-8acc-a336f1f49bf4 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:38.080767 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: e3b452fe-4464-4bd5-8acc-a336f1f49bf4 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:38.081373 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device e3b452fe-4464-4bd5-8acc-a336f1f49bf4 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:38.082768 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device a9883bb6-c919-4b2a-957e-327ed27422f9 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:38.096744 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9283fd41-ea62-45f3-a50c-cbfc54fedace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.120404 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: a9883bb6-c919-4b2a-957e-327ed27422f9 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:38.120758 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device a9883bb6-c919-4b2a-957e-327ed27422f9 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:38.137622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:38.200257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d094cc2-ac27-4f62-8a4f-73caffaab22f req-715a6db2-7f41-40f3-992f-14945d6e84fc tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:38.205514 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab752c9a-d2ca-4213-bb55-f456a1cb67d5 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:38.208120 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d094cc2-ac27-4f62-8a4f-73caffaab22f req-715a6db2-7f41-40f3-992f-14945d6e84fc tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 932 time: 0.1306057 May 23 20:30:38.219177 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9283fd41-ea62-45f3-a50c-cbfc54fedace admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69b3df883f9d432d85be912e2a5eb2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093603 May 23 20:30:38.236974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (8643c6ef-a04e-42d5-acb9-668f5c2b5666), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.236974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283fd41-ea62-45f3-a50c-cbfc54fedace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.236974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39266) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:38.242593 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks [] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.257478 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Transition to ACTIVE for port object ab752c9a-d2ca-4213-bb55-f456a1cb67d5 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:30:38.272203 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] DHCP port deletion for 8643c6ef-a04e-42d5-acb9-668f5c2b5666 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:30:38.297297 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.314418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Deleting port 3bd73906-061c-439f-a0a2-6c9e46d05757 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:38.315040 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.336300 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d094cc2-ac27-4f62-8a4f-73caffaab22f req-a618c7cb-b8e9-46d3-a13e-b25cb32aebc3 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272461 May 23 20:30:38.352977 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Deleting port 3bd73906-061c-439f-a0a2-6c9e46d05757 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:38.354535 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.366802 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Pushing event updated for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.387238 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] Publish callbacks [] for security_group (fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.395986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:38.411373 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] For port 3bd73906-061c-439f-a0a2-6c9e46d05757, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3bd73906-061c-439f-a0a2-6c9e46d05757,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:38.412165 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.433588 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Calling delete_port for 3bd73906-061c-439f-a0a2-6c9e46d05757 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:38.455242 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Attempting to bind port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:30:38.455852 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Attempting to bind port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:30:38.457209 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Attempting to bind port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:38.461254 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] Publish callbacks [] for security_group (fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.463077 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:30:38.463668 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Attempting to bind port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:30:38.469715 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:30:38.470284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Checking segment: {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:30:38.470846 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Bound using segment: {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:30:38.471470 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Bound port: ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:30:38.471819 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] For port 3bd73906-061c-439f-a0a2-6c9e46d05757, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=3bd73906-061c-439f-a0a2-6c9e46d05757,segment=NetworkSegment(ff07392b-0a75-4fe3-8bec-6cc7ef2f023e),segment_id=ff07392b-0a75-4fe3-8bec-6cc7ef2f023e)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:38.472120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.472235 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.495921 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Calling delete_port for 3bd73906-061c-439f-a0a2-6c9e46d05757 owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:38.554839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:30:38.558039 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:30:38.565457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:38.657928 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.659433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.679020 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.684095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.686630 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] Pushing event deleted for resources: {'Port': ['ID=3bd73906-061c-439f-a0a2-6c9e46d05757,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.688755 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09 HTTP/1.1" status: 204 len: 168 time: 0.4509089 May 23 20:30:38.695886 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (3bd73906-061c-439f-a0a2-6c9e46d05757), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.700913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2302a-330c-47d8-9c0a-5aa69f9e54c7 None None] No DVR routers for this DVR port 3bd73906-061c-439f-a0a2-6c9e46d05757 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:38.715936 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7273fa8-0656-46a9-bc1f-6bd4f6171019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3bbb6-3083-4ae3-a696-0bf73a9f6f09,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.747636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd73906-061c-439f-a0a2-6c9e46d05757,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.753259 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] No DVR routers for this DVR port 3bd73906-061c-439f-a0a2-6c9e46d05757 on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:38.803172 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:38.803868 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.806679 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] 10.222.0.31 "PUT /v2.0/ports/ab752c9a-d2ca-4213-bb55-f456a1cb67d5 HTTP/1.1" status: 200 len: 1094 time: 1.2264907 May 23 20:30:38.808182 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:38.812029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344cead7-6a4f-4345-8bfa-b7e79f29afa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:38.849710 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (8643c6ef-a04e-42d5-acb9-668f5c2b5666), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.850358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c78a1-9e59-4376-8e2b-24c15d4b164b req-dc9d30f3-a415-486a-9a57-a66b01b89bb7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:38.850358 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1e8c78a1-9e59-4376-8e2b-24c15d4b164b req-dc9d30f3-a415-486a-9a57-a66b01b89bb7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.1654301 May 23 20:30:38.852488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957823af-d35e-4273-b31a-83bc22f7d13c service neutron] Pushing event updated for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:38.869253 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8643c6ef-a04e-42d5-acb9-668f5c2b5666']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:38.881228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:38.881521 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff07392b-0a75-4fe3-8bec-6cc7ef2f023e') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:38.888482 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1acb3-f385-4e16-9de3-d48910a0bd7b x-openstack-request-id: req-5ad1acb3-f385-4e16-9de3-d48910a0bd7b {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:38.888889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:38.889222 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ad1acb3-f385-4e16-9de3-d48910a0bd7b {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:38.889733 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad1acb3-f385-4e16-9de3-d48910a0bd7b'] response: {'name': 'network-changed', 'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5', 'status': 'completed', 'code': 200} May 23 20:30:38.900699 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (ff07392b-0a75-4fe3-8bec-6cc7ef2f023e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.918378 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (ff07392b-0a75-4fe3-8bec-6cc7ef2f023e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.925760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:30:38.926181 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (ff07392b-0a75-4fe3-8bec-6cc7ef2f023e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:38.929901 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1e8c78a1-9e59-4376-8e2b-24c15d4b164b req-303fd537-ad57-435e-97d3-8555f4b72520 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734468 May 23 20:30:38.970211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment ff07392b-0a75-4fe3-8bec-6cc7ef2f023e resource provider aggregate not found May 23 20:30:38.995830 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment ff07392b-0a75-4fe3-8bec-6cc7ef2f023e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff07392b-0a75-4fe3-8bec-6cc7ef2f023e found for delete ", "request_id": "req-0defb016-0830-4912-858c-303680bed689"}]} May 23 20:30:39.068563 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-489f2e19-2633-4944-a51b-1ccc61044f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.068563 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-489f2e19-2633-4944-a51b-1ccc61044f3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 1128 time: 0.0464554 May 23 20:30:39.086108 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (8643c6ef-a04e-42d5-acb9-668f5c2b5666), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:39.091673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:39.097918 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] 10.222.0.16 "DELETE /v2.0/networks/8643c6ef-a04e-42d5-acb9-668f5c2b5666 HTTP/1.1" status: 204 len: 168 time: 1.1910822 May 23 20:30:39.119261 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0cac9-5185-4dc8-961b-19edcabc005e admin admin] Pushing event deleted for resources: {'Network': ['ID=8643c6ef-a04e-42d5-acb9-668f5c2b5666,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:39.205527 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-2601d670-24a9-45a3-a162-a2bbb8cccbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.207381 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-2601d670-24a9-45a3-a162-a2bbb8cccbed service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a656c669853f430a9a23e5568d1adb7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1366122 May 23 20:30:39.227953 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:39.352112 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-12ac41b5-0217-4601-889c-9405f99091e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.353567 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-344cead7-6a4f-4345-8bfa-b7e79f29afa3 req-12ac41b5-0217-4601-889c-9405f99091e9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397662 May 23 20:30:39.453455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-0d59abdf-5bbe-4980-937a-09d853e6a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.454967 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-0d59abdf-5bbe-4980-937a-09d853e6a835 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 1128 time: 0.0584645 May 23 20:30:39.501440 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-f73dd55b-0cbc-4773-9c0c-71c2affd1bc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5 HTTP/1.1" status: 200 len: 217 time: 0.0391097 May 23 20:30:39.504858 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e46f-ddd7-46a9-8507-0bf4008611d5 req-d2aaf3b8-516e-449f-9585-517ca01d132e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.506503 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5724e46f-ddd7-46a9-8507-0bf4008611d5 req-d2aaf3b8-516e-449f-9585-517ca01d132e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 944 time: 0.0598578 May 23 20:30:39.556530 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5724e46f-ddd7-46a9-8507-0bf4008611d5 req-31ac0bc1-af6d-4066-9e64-87b2cda24e4a tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 May 23 20:30:39.671737 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-a71111e5-99fe-44f9-8579-e929c52147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:39.673257 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-a71111e5-99fe-44f9-8579-e929c52147ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a853d93b-afb3-4249-bd92-3993aefaf58f HTTP/1.1" status: 200 len: 848 time: 0.0502145 May 23 20:30:39.787553 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39294) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:39.839854 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-da279b5a-ab61-4649-9558-8e9691ff178d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a05af8ceb6d041a6a894d5ca3ff820cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511446 May 23 20:30:39.842869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39298) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:39.908483 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] Publish callbacks [] for security_group (e4d3a274-d88f-462d-8de6-fe69d5225543), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:39.926664 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3bd73906-061c-439f-a0a2-6c9e46d05757 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:39.935017 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] Publish callbacks [] for security_group (e4d3a274-d88f-462d-8de6-fe69d5225543), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:39.955539 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 3bd73906-061c-439f-a0a2-6c9e46d05757 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:39.956117 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 3bd73906-061c-439f-a0a2-6c9e46d05757 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:40.063150 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09767a0-bd30-4611-8e3a-920894185542 req-9bfba988-d6b8-4538-8452-86e0be35f1a6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:40.065149 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e09767a0-bd30-4611-8e3a-920894185542 req-9bfba988-d6b8-4538-8452-86e0be35f1a6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0482161 May 23 20:30:40.088776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (e4d3a274-d88f-462d-8de6-fe69d5225543), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:40.093527 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:40.093527 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4d3a274-d88f-462d-8de6-fe69d5225543 HTTP/1.1" status: 204 len: 168 time: 0.2485521 May 23 20:30:40.111967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f30f1-6534-4b9d-9c8a-953282311367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3a274-d88f-462d-8de6-fe69d5225543,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:40.160115 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e09767a0-bd30-4611-8e3a-920894185542 req-d904896f-918e-4d69-b9ea-e46a1f59aeb9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873804 May 23 20:30:40.270109 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-52111745-4d52-44ff-a2e9-eaca020ce8ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=919b7971-d637-4aef-92ae-1c5ac0e055d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646269 May 23 20:30:40.340970 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:40.390234 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-faa0c4bd-a36a-4787-ab30-9409aae5595d service neutron] 10.222.0.31 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100633 May 23 20:30:40.492440 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36390b61-f935-4852-ab75-372ec474e932 req-bcd6c1c2-6007-4a27-b2b3-0a9a6e96e582 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:40.501642 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-36390b61-f935-4852-ab75-372ec474e932 req-bcd6c1c2-6007-4a27-b2b3-0a9a6e96e582 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0656059 May 23 20:30:40.546840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:40.550111 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-34a75ac5-7907-4fbf-8f31-1fe615003e7a req-5d6d81f8-182b-4175-a639-c40515fa6a3a service neutron] 10.222.0.31 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470382 May 23 20:30:40.575208 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-36390b61-f935-4852-ab75-372ec474e932 req-d6ede3e3-d8c7-41b3-a06e-520a8731ded0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 May 23 20:30:40.602949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39328) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:40.697724 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42072-35e7-49c8-ab4f-386c576f22e9 req-f6a99e16-1298-4d35-b153-861ecb7ec80f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:40.702483 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-49f42072-35e7-49c8-ab4f-386c576f22e9 req-f6a99e16-1298-4d35-b153-861ecb7ec80f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 944 time: 0.0632656 May 23 20:30:40.761935 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-49f42072-35e7-49c8-ab4f-386c576f22e9 req-0526a6cf-0462-4ec5-8ed1-05f9e0b1aef4 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 May 23 20:30:40.871429 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150438b8-42d9-4ffd-a3c7-8a6f7e36bdc1 tempest-TestMinimumBasicScenario-903966663 tempest-TestMinimumBasicScenario-903966663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:40.873102 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-150438b8-42d9-4ffd-a3c7-8a6f7e36bdc1 tempest-TestMinimumBasicScenario-903966663 tempest-TestMinimumBasicScenario-903966663-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1124 time: 0.2690656 May 23 20:30:40.882667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39344) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:40.889018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'port_id': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:41.011929 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:41.102576 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:41.231807 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Allocated IP 172.27.2.217 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/30f02b7d-9056-4886-8253-c87a429dc7e5) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:30:41.350237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:41.368445 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1289e-0e68-462e-8e7a-f8ad207f73e9 req-7dc2b083-1955-4833-b311-ca695415a578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:41.370471 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-50c1289e-0e68-462e-8e7a-f8ad207f73e9 req-7dc2b083-1955-4833-b311-ca695415a578 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0662241 May 23 20:30:41.415703 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:41.461378 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-50c1289e-0e68-462e-8e7a-f8ad207f73e9 req-c65361d0-01d1-4f9b-b8da-abef3515e0b7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818377 May 23 20:30:41.555171 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:41.606063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:41.609706 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:41.613700 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:41.635515 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'Port': ['ID=30f02b7d-9056-4886-8253-c87a429dc7e5,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:41.847505 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:41.910378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30a9c-ddcb-4907-9243-9f7c9d9dc7bf req-b581244b-a6ec-4459-8cfc-364a71a09027 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:41.911991 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0aa30a9c-ddcb-4907-9243-9f7c9d9dc7bf req-b581244b-a6ec-4459-8cfc-364a71a09027 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 944 time: 0.0614426 May 23 20:30:41.976714 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ab752c9a-d2ca-4213-bb55-f456a1cb67d5 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:30:42.012640 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0aa30a9c-ddcb-4907-9243-9f7c9d9dc7bf req-17c2b26a-9d25-4d0e-8adb-e3b4aa2d9400 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 May 23 20:30:42.079583 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for floatingip (0d146066-ead7-424a-ab6d-ad5eb352e946), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.087944 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:42.140406 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:42.155609 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5', 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6', 'port_id': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5', 'mac_address': 'fa:16:3e:f5:7e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a853d93b-afb3-4249-bd92-3993aefaf58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:30:42.202719 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:42.203350 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.218672 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab752c9a-d2ca-4213-bb55-f456a1cb67d5 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:42.232141 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:42.239596 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.242724 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:42.343014 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.343848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3da1951e-32c2-4a10-87c3-ed8bd6400eff details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:30:42.479921 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:42.598520 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:42.621187 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'port_id': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'mac_address': 'fa:16:3e:b7:61:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:30:42.675943 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 3da1951e-32c2-4a10-87c3-ed8bd6400eff is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:42.676463 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.705597 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da1951e-32c2-4a10-87c3-ed8bd6400eff {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:30:42.730773 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:42.802912 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c0b1-4771-43a8-b1b2-ab5f05bf13df req-96254b0c-0e5b-4ded-9f6b-e248be34ecd7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:42.802912 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-07d0c0b1-4771-43a8-b1b2-ab5f05bf13df req-96254b0c-0e5b-4ded-9f6b-e248be34ecd7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0706546 May 23 20:30:42.822426 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.878670 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:42.883876 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.890385 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-07d0c0b1-4771-43a8-b1b2-ab5f05bf13df req-e5b41e77-b3ea-40a1-bd45-e7797b748b0d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930488 May 23 20:30:42.967650 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:42.992972 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:43.037760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'Port': ['ID=30f02b7d-9056-4886-8253-c87a429dc7e5,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:43.059664 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (0d146066-ead7-424a-ab6d-ad5eb352e946), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:43.182900 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f8750-c3a4-4b8e-b6c6-7ec45bfe5b75 req-089a45e1-55f2-457b-ad90-783aef9c3e10 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:43.183549 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Floating IP 0d146066-ead7-424a-ab6d-ad5eb352e946 associated. External IP: 172.27.2.217, port: 67a1ec00-9ca3-4f89-91f2-5e327a06d58b. May 23 20:30:43.184740 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bd8f8750-c3a4-4b8e-b6c6-7ec45bfe5b75 req-089a45e1-55f2-457b-ad90-783aef9c3e10 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 945 time: 0.0615103 May 23 20:30:43.191606 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['ab752c9a-d2ca-4213-bb55-f456a1cb67d5'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:43.247210 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bd8f8750-c3a4-4b8e-b6c6-7ec45bfe5b75 req-703848c8-5a08-4033-ab97-e189a2c68ff3 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557852 May 23 20:30:43.284004 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['3da1951e-32c2-4a10-87c3-ed8bd6400eff'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:43.397336 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:43.433942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:43.450739 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Router f186f820-b146-413d-9aea-2035638b93ba has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:43.586821 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:43.604597 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Sync routers for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:43.623797 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:43.624430 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:43.628955 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:43.683076 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:43.721556 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-eabb6f6f-82b2-4d1c-95c7-6c76959cd2f1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8374307 May 23 20:30:43.723866 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:43.724460 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7b270-a171-4938-b827-27e8f6ccf4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:43.725844 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39418) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:43.741725 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704280330', 'description': 'tempest-secgroup-smoke-1704280330 description', 'project_id': 'add3d6328c754244a17f23d21ff30fac'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:43.748650 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:43.770060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8af525a-d344-417d-9fe2-7c35e3be6895 x-openstack-request-id: req-a8af525a-d344-417d-9fe2-7c35e3be6895 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:43.770889 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:43.771297 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8af525a-d344-417d-9fe2-7c35e3be6895 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:43.771847 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8af525a-d344-417d-9fe2-7c35e3be6895'] response: {'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:30:43.853117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-21744767-55df-420c-91e0-e0b4b41dcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:43.854842 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-21744767-55df-420c-91e0-e0b4b41dcc84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1129 time: 0.0553968 May 23 20:30:43.866499 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.005755 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-161bfd8d-db7b-4f3c-98e9-efe494bead1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:44.007709 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-161bfd8d-db7b-4f3c-98e9-efe494bead1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 916 time: 0.1433504 May 23 20:30:44.074661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '0d146066-ead7-424a-ab6d-ad5eb352e946', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'port_id': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'mac_address': 'fa:16:3e:8e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:41Z', 'updated_at': '2022-05-23T20:30:41Z', 'revision_number': 0, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:44.109974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Checking router: f186f820-b146-413d-9aea-2035638b93ba for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:44.119994 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:44.120628 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:44.135572 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6766-e371-4527-8ba3-a2e0007d21c7 req-bc70b410-709a-40a0-afab-10f5d078ca66 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:44.137992 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-223e6766-e371-4527-8ba3-a2e0007d21c7 req-bc70b410-709a-40a0-afab-10f5d078ca66 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 945 time: 0.1289744 May 23 20:30:44.143296 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:44.166871 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-f89aa173-9d91-4841-b32f-be6b00730ef9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 999 time: 0.1383901 May 23 20:30:44.262206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-0a392535-588e-4574-8d5f-42af2fe7d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:44.264039 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-0a392535-588e-4574-8d5f-42af2fe7d2ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0819476 May 23 20:30:44.290189 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (b256790b-e2e2-4990-9bb8-c413ec567c72), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.364510 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ab752c9a-d2ca-4213-bb55-f456a1cb67d5 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:30:44.367436 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-4e153744-8895-4d75-82c5-5c8a7fec5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:44.369139 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-4e153744-8895-4d75-82c5-5c8a7fec5420 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772369 May 23 20:30:44.382807 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-223e6766-e371-4527-8ba3-a2e0007d21c7 req-c2b464ff-cf2f-425a-b6cd-987320e08055 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355893 May 23 20:30:44.424183 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2a299-efab-4f28-9ae5-c7e19362f191 req-c1230eda-787b-4d21-b7a8-83e5caa93c4f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:44.429692 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:44.430551 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-67f2a299-efab-4f28-9ae5-c7e19362f191 req-c1230eda-787b-4d21-b7a8-83e5caa93c4f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 945 time: 0.0779886 May 23 20:30:44.466468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:30:44.488781 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:44.490760 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-67f2a299-efab-4f28-9ae5-c7e19362f191 req-e6134827-e842-4f41-9772-89fc33945279 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534019 May 23 20:30:44.500541 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (b256790b-e2e2-4990-9bb8-c413ec567c72), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.523485 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-60b9daf4-1018-4c08-9cb0-c9bf99f66aee service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343827 May 23 20:30:44.557079 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b256790b-e2e2-4990-9bb8-c413ec567c72,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:44.604270 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:44.607177 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.622136 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.622599 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-9912e411-4434-4a2d-bd5e-0406a02846fa tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8921156 May 23 20:30:44.625464 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39436) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:44.632872 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:44.675771 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a9d7b270-a171-4938-b827-27e8f6ccf4c2 req-e135bdd6-97af-4692-84fe-e0f3508d1eba service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442430 May 23 20:30:44.735692 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:44.753175 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:44.753572 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.776008 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (55d2d418-e1e3-4ade-a272-88d2c4436c7d), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.787169 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '0d146066-ead7-424a-ab6d-ad5eb352e946', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'port_id': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'mac_address': 'fa:16:3e:8e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:41Z', 'updated_at': '2022-05-23T20:30:41Z', 'revision_number': 0, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:44.793516 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:44.795614 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e10737-8fb4-4e7f-b2a8-9a50ddb1042f" -d '{"events": [{"server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "name": "network-vif-plugged", "status": "completed", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:44.837346 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:44.838974 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1d5dd-d558-4ece-bbbb-649c02213ceb None None] The sync data for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi is: [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '0d146066-ead7-424a-ab6d-ad5eb352e946', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'port_id': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'mac_address': 'fa:16:3e:8e:23:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:41Z', 'updated_at': '2022-05-23T20:30:41Z', 'revision_number': 0, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:44.841051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (55d2d418-e1e3-4ade-a272-88d2c4436c7d), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.842471 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3e3499-d843-4021-a1c1-bc0442708d40 x-openstack-request-id: req-6d3e3499-d843-4021-a1c1-bc0442708d40 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:44.842471 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "name": "network-vif-plugged", "status": "completed", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:44.842702 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d3e3499-d843-4021-a1c1-bc0442708d40 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:44.845559 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3e3499-d843-4021-a1c1-bc0442708d40'] response: {'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5', 'code': 200} May 23 20:30:44.948817 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:44.949871 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3da1951e-32c2-4a10-87c3-ed8bd6400eff up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:30:44.966239 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (55d2d418-e1e3-4ade-a272-88d2c4436c7d), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.012031 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d2d418-e1e3-4ade-a272-88d2c4436c7d,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:45.050065 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:45.097759 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:45.103364 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 3da1951e-32c2-4a10-87c3-ed8bd6400eff completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:30:45.111458 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.121379 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c77d6119-b01d-4c18-ac69-31d445b15ee3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4918988 May 23 20:30:45.121833 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39448) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:45.126121 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:45.162358 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ac6eb-aa04-4245-81ec-b619a8782b9c None None] New status for floating IP 0d146066-ead7-424a-ab6d-ad5eb352e946: ACTIVE {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:30:45.231489 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:45.252102 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 3da1951e-32c2-4a10-87c3-ed8bd6400eff triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:45.256831 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.280291 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a7798-cdee-4a15-8d01-73728318aa90 req-fc60e3f4-feb1-450c-8605-17af9cb6f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:45.282673 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fb8a7798-cdee-4a15-8d01-73728318aa90 req-fc60e3f4-feb1-450c-8605-17af9cb6f018 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 1130 time: 0.0820484 May 23 20:30:45.295661 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (a98ba022-d611-4c0e-86cf-3e8ff5ed195f), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.394970 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fb8a7798-cdee-4a15-8d01-73728318aa90 req-fb3ea0ba-484c-4e92-a82c-ffb192e4a7b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025007 May 23 20:30:45.415878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (a98ba022-d611-4c0e-86cf-3e8ff5ed195f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.416318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 3da1951e-32c2-4a10-87c3-ed8bd6400eff is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:45.417319 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.481759 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (a98ba022-d611-4c0e-86cf-3e8ff5ed195f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.502183 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:45.510583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:45.521413 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98ba022-d611-4c0e-86cf-3e8ff5ed195f,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:45.571257 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3eea2-89c2-4415-b10c-f8d1c2982608 req-e5afd87b-c2c9-42aa-9120-b116ec4dcbe2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:45.573146 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.580044 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fed3eea2-89c2-4415-b10c-f8d1c2982608 req-e5afd87b-c2c9-42aa-9120-b116ec4dcbe2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 945 time: 0.0801692 May 23 20:30:45.634646 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-fed3eea2-89c2-4415-b10c-f8d1c2982608 req-49921491-939b-4276-8c01-a650ef2cb1b6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536406 May 23 20:30:45.647515 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:45.660979 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.661478 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.662279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.662627 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.663074 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.663548 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.664003 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.664472 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.665041 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.665597 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.666073 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.666204 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.666766 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.667247 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.667680 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.668111 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:30:45.668556 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3774a424-ae2a-4ea6-9206-a78e4bc1d5ab tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5456183 May 23 20:30:45.679619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39458) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:45.686645 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:45.706178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83e3c4-3d1d-4dbe-951b-e2fea82ecfad req-da1a19b0-330f-4fa8-8491-62e5816a30ca tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:45.706178 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3c83e3c4-3d1d-4dbe-951b-e2fea82ecfad req-da1a19b0-330f-4fa8-8491-62e5816a30ca tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.1131434 May 23 20:30:45.771167 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-3c83e3c4-3d1d-4dbe-951b-e2fea82ecfad req-dbbf4e67-a51e-4a0b-b0d0-2b2b25644e4c tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532150 May 23 20:30:45.811562 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (008b5e4b-279a-4a96-aa8f-4a753b95312a), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.882120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (008b5e4b-279a-4a96-aa8f-4a753b95312a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.948659 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (008b5e4b-279a-4a96-aa8f-4a753b95312a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:45.968962 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008b5e4b-279a-4a96-aa8f-4a753b95312a,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:46.043471 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.043471 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ec7f9cd1-0363-47b7-9766-be6736efe684 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620546 May 23 20:30:46.051104 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39466) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:46.055570 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:46.166976 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (c4bc1807-53ec-4c16-a4bc-ce71bc76e856), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.230228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (c4bc1807-53ec-4c16-a4bc-ce71bc76e856), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.297000 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (c4bc1807-53ec-4c16-a4bc-ce71bc76e856), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.317136 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bc1807-53ec-4c16-a4bc-ce71bc76e856,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:46.389836 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.394386 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-68891d72-a7c1-4bda-b307-4772aacf349d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390791 May 23 20:30:46.394885 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39476) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:46.400644 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:46.491638 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.securitygroups_db [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Project add3d6328c754244a17f23d21ff30fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:30:46.497690 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (4ba7ab7c-fbeb-4ebb-a9c2-99a82e53725e), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.559702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (4ba7ab7c-fbeb-4ebb-a9c2-99a82e53725e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.634466 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (4ba7ab7c-fbeb-4ebb-a9c2-99a82e53725e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.642292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:46.654965 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba7ab7c-fbeb-4ebb-a9c2-99a82e53725e,revision_number=0']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:46.710620 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.711846 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-8f35897d-9778-43f0-b817-383c85fb07ad tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161373 May 23 20:30:46.714633 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39484) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:46.719275 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'security_group_rule': {'security_group_id': 'b256790b-e2e2-4990-9bb8-c413ec567c72', 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:46.759410 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2b7f-2568-4625-9af2-83cbb50cd72a req-0075df73-0911-4703-a520-9c9296e4e23c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:46.760900 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f05e2b7f-2568-4625-9af2-83cbb50cd72a req-0075df73-0911-4703-a520-9c9296e4e23c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0479603 May 23 20:30:46.797681 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:46.805786 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.securitygroups_db [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Project add3d6328c754244a17f23d21ff30fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 20:30:46.812024 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (d3ca1db5-a054-4117-b9f2-9a40dbc830be), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.838524 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f05e2b7f-2568-4625-9af2-83cbb50cd72a req-f06eae65-f053-4125-ac56-132800dcf20d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708933 May 23 20:30:46.846580 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:46.849674 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2f8c1-26df-45fc-9559-53c72ce03166" -d '{"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:46.892090 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1817bb40-41c6-4829-96de-508032fbb3b4 x-openstack-request-id: req-1817bb40-41c6-4829-96de-508032fbb3b4 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:46.896042 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:46.896042 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1817bb40-41c6-4829-96de-508032fbb3b4 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:46.896042 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1817bb40-41c6-4829-96de-508032fbb3b4'] response: {'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'code': 200} May 23 20:30:46.923367 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e4e2-c8cc-4114-bf82-7d986aa289e3 req-4a30fecf-e6f5-4255-ad51-f82a20f5759c tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:46.925704 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aec4e4e2-c8cc-4114-bf82-7d986aa289e3 req-4a30fecf-e6f5-4255-ad51-f82a20f5759c tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0705802 May 23 20:30:46.927266 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (d3ca1db5-a054-4117-b9f2-9a40dbc830be), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:46.956795 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:46.973097 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aec4e4e2-c8cc-4114-bf82-7d986aa289e3 req-ee832544-27c0-400c-a58d-3a9fccc7bf40 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 May 23 20:30:46.995459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645966'] for security_group_rule (d3ca1db5-a054-4117-b9f2-9a40dbc830be), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.020831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ca1db5-a054-4117-b9f2-9a40dbc830be,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:47.111308 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.114248 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-63d343e0-9760-4041-a552-96dbcffce6f8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3977466 May 23 20:30:47.213198 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-313305b9-5ccd-4083-8d35-1124f9c5f236 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704280330&fields=id&tenant_id=add3d6328c754244a17f23d21ff30fac HTTP/1.1" status: 200 len: 267 time: 0.0462027 May 23 20:30:47.274237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-db32f3bb-1053-44b2-aaf8-30448089ae89 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:47.274237 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-db32f3bb-1053-44b2-aaf8-30448089ae89 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0517190 May 23 20:30:47.283166 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'port': {'security_groups': ['3e675f79-f2db-47e8-b521-4b8d2b7fe7b2', 'b256790b-e2e2-4990-9bb8-c413ec567c72']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:47.301387 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403e761-ffe2-46f3-b32a-3d22decda251 req-727a482f-3ba1-47f5-abd7-c7e012d2bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:47.302961 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6403e761-ffe2-46f3-b32a-3d22decda251 req-727a482f-3ba1-47f5-abd7-c7e012d2bd73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1130 time: 0.0417364 May 23 20:30:47.352956 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6403e761-ffe2-46f3-b32a-3d22decda251 req-f0bbda1b-858d-4b48-94aa-8361c681d6d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 May 23 20:30:47.355785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.579233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:47.605406 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:47.609248 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.664039 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.678540 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['67a1ec00-9ca3-4f89-91f2-5e327a06d58b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:47.713050 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:47.713582 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:47.714991 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-58e707ec-abfd-4807-9540-920b8df68bf9 req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "PUT /v2.0/ports/67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 981 time: 0.4368222 May 23 20:30:47.715440 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:47.717882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b4cf3-4373-4b9e-8c47-9d0206cae70c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:47.774561 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b29981-2a4e-4781-b828-05ebe8e677e2 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=6']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:47.794701 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['67a1ec00-9ca3-4f89-91f2-5e327a06d58b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:47.801961 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47399a1-d8df-4fba-864b-129114fe5021 x-openstack-request-id: req-e47399a1-d8df-4fba-864b-129114fe5021 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:47.802317 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:47.802569 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e47399a1-d8df-4fba-864b-129114fe5021 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:47.802953 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47399a1-d8df-4fba-864b-129114fe5021'] response: {'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:30:47.852723 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e21d70-e4d6-4118-b48a-0f91892a5a94 req-44c8244d-e1dd-4446-818f-d940611785d1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:47.854315 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-05e21d70-e4d6-4118-b48a-0f91892a5a94 req-44c8244d-e1dd-4446-818f-d940611785d1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0566604 May 23 20:30:47.945132 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-05e21d70-e4d6-4118-b48a-0f91892a5a94 req-b565acd5-067b-4357-b509-c1c9a0e8157d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811856 May 23 20:30:47.950157 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:48.054490 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c969d43-d4cd-4b48-aafa-1713b31d50d8 req-716d6914-8779-46bf-86a7-97f53a092456 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:48.056299 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c969d43-d4cd-4b48-aafa-1713b31d50d8 req-716d6914-8779-46bf-86a7-97f53a092456 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.1182759 May 23 20:30:48.104863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-58c8fdec-1d25-4413-8529-fb118517847e None None] Provisioning complete for port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:30:48.105243 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-58c8fdec-1d25-4413-8529-fb118517847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:48.124206 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7c969d43-d4cd-4b48-aafa-1713b31d50d8 req-99f15baa-c92f-4d1d-9cde-4716d653f1f6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624979 May 23 20:30:48.124667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6989c95-a535-4eda-ace6-c8a432a2866b req-95563681-ce4c-49e0-a54f-297431e28d80 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:48.126449 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d6989c95-a535-4eda-ace6-c8a432a2866b req-95563681-ce4c-49e0-a54f-297431e28d80 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0627129 May 23 20:30:48.192409 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:48.197235 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d6989c95-a535-4eda-ace6-c8a432a2866b req-08fb16e2-ba94-40be-9fac-b9b4f9e52b91 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 May 23 20:30:48.276984 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-419b6dd3-ec2d-4ebd-bec3-9e8fb4e18a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:48.278925 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-419b6dd3-ec2d-4ebd-bec3-9e8fb4e18a40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1168 time: 0.0506935 May 23 20:30:48.329110 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-58c8fdec-1d25-4413-8529-fb118517847e None None] Current status of the port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:30:48.399360 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-2f7d3d44-1e08-4f91-ab38-920772d12483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:48.400888 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-2f7d3d44-1e08-4f91-ab38-920772d12483 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 916 time: 0.1071627 May 23 20:30:48.714083 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-abd2fcdc-f3b4-4ad5-8d2e-de2dd2a569c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:48.765371 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39520) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:48.857875 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-4cb2fa3a-d83c-443a-a225-9079f1bf2a98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 1001 time: 0.0751972 May 23 20:30:48.912856 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1be3f231-55ef-4229-b727-7c3d9ed87784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:48.934942 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-e8c3bab5-8752-4cb1-a85f-3c7b7795971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:48.936439 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-e8c3bab5-8752-4cb1-a85f-3c7b7795971d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0722551 May 23 20:30:49.011875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-fc857a94-4b19-44e5-a258-d0b94f996628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:49.013367 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-fc857a94-4b19-44e5-a258-d0b94f996628 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585921 May 23 20:30:49.076707 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1be3f231-55ef-4229-b727-7c3d9ed87784 admin admin] Publish callbacks [] for security_group (dacc2735-0f18-45e7-a259-9284701f1630), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.123825 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-ef32b251-417b-41ee-b0e0-72c5199a28c7 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005771 May 23 20:30:49.138969 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1be3f231-55ef-4229-b727-7c3d9ed87784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (dacc2735-0f18-45e7-a259-9284701f1630), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.167389 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:49.226622 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f231-55ef-4229-b727-7c3d9ed87784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc2735-0f18-45e7-a259-9284701f1630,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:49.255346 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1be3f231-55ef-4229-b727-7c3d9ed87784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99d08cee51d546a2a89c85c39374e6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863954 May 23 20:30:49.255742 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39540) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:49.307953 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-248b4cf3-4373-4b9e-8c47-9d0206cae70c req-7ef3dd53-a6f0-4351-883f-eeb9e7698167 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779139 May 23 20:30:49.318489 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2e855-9e93-46bb-b4a3-ed70f84a1780 req-c7051b86-10b4-4611-b049-eaa0f56e1e4b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:49.319970 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92d2e855-9e93-46bb-b4a3-ed70f84a1780 req-c7051b86-10b4-4611-b049-eaa0f56e1e4b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0910845 May 23 20:30:49.325156 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] Publish callbacks [] for security_group (dacc2735-0f18-45e7-a259-9284701f1630), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.333337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:49.349873 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] Publish callbacks [] for security_group (dacc2735-0f18-45e7-a259-9284701f1630), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.375025 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-92d2e855-9e93-46bb-b4a3-ed70f84a1780 req-9c980d50-8520-469e-bb61-a1256b266ffe tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489135 May 23 20:30:49.451964 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (dacc2735-0f18-45e7-a259-9284701f1630), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.458372 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.462249 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dacc2735-0f18-45e7-a259-9284701f1630 HTTP/1.1" status: 204 len: 168 time: 0.2029409 May 23 20:30:49.477301 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca42cf-59e6-4de3-ab50-ef7418e7cb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc2735-0f18-45e7-a259-9284701f1630,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:49.497924 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45875-a5ab-4dca-831d-d55992ab0cf8 req-6ad41308-096c-4203-8e84-d1f12c26afc7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:49.499707 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ead45875-a5ab-4dca-831d-d55992ab0cf8 req-6ad41308-096c-4203-8e84-d1f12c26afc7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0524988 May 23 20:30:49.555250 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ead45875-a5ab-4dca-831d-d55992ab0cf8 req-db7c8e6f-145d-4e3a-8ff6-7421dae3fe0b tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481114 May 23 20:30:49.580262 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39554) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:49.650466 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23b34c-836f-4ceb-a750-2b154e1c279d tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:49.652680 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2b23b34c-836f-4ceb-a750-2b154e1c279d tempest-TestVolumeBootPattern-736255824 tempest-TestVolumeBootPattern-736255824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1125 time: 0.0709603 May 23 20:30:49.655233 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39556) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:49.659940 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Request body: {'floatingip': {'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'port_id': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:49.660652 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba9b8d-23b1-4e40-837e-5838e665a22a req-818dc903-4a18-44a6-a42b-021f1c17da59 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:49.662243 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4aba9b8d-23b1-4e40-837e-5838e665a22a req-818dc903-4a18-44a6-a42b-021f1c17da59 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0713353 May 23 20:30:49.716064 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4aba9b8d-23b1-4e40-837e-5838e665a22a req-cdb77c3e-6469-4378-9906-56caf2eba693 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 May 23 20:30:49.783353 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.870665 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:49.976415 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Allocated IP 172.27.2.58 (1442d21d-5e82-455f-852a-742b566b5712/e10bd793-0399-4709-a6ad-9e67ebed45fd/9f19f5fd-b578-4156-a24b-11f11ed59792) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:30:50.005977 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:30:50.048863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:50.084148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.198423 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39560) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:50.216246 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93531d7a-c45e-4066-b4e6-57b8b4284751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.216483 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.250878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Network 1442d21d-5e82-455f-852a-742b566b5712 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:50.257713 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:50.262002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:50.267137 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=9f19f5fd-b578-4156-a24b-11f11ed59792,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:50.275331 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:50.298615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93531d7a-c45e-4066-b4e6-57b8b4284751 admin admin] Publish callbacks [] for security_group (5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.365658 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-93531d7a-c45e-4066-b4e6-57b8b4284751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.404002 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-93531d7a-c45e-4066-b4e6-57b8b4284751 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37d527576c9d410a965421a7585477eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044258 May 23 20:30:50.405829 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531d7a-c45e-4066-b4e6-57b8b4284751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:50.408182 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39562) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:50.465750 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] Publish callbacks [] for security_group (5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.488760 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] Publish callbacks [] for security_group (5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.520830 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:50.535033 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:50.619244 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (3d630dcc-a4a0-42b9-a719-74362d32368d), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.622815 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.625579 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.626911 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a HTTP/1.1" status: 204 len: 168 time: 0.2178187 May 23 20:30:50.636758 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2ec93-7624-4e0b-9940-6154997a69b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce89f5d-c2e5-490c-b8cf-e6c0c2ca186a,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:50.778996 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.877681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d87f-caa2-4a13-90cc-34c2f7fea656 req-9ea9dfc7-6ff4-410a-b86e-895fd36b023f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:50.879202 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8137d87f-caa2-4a13-90cc-34c2f7fea656 req-9ea9dfc7-6ff4-410a-b86e-895fd36b023f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0809920 May 23 20:30:50.900459 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5ac5-f6ce-49c5-bb1e-7657be3be67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:50.993574 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8137d87f-caa2-4a13-90cc-34c2f7fea656 req-987b2a5b-3d3a-40f5-8cb2-a023ae760b7b tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 May 23 20:30:51.047289 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:51.071892 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:51.109628 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-7b3f1889-a88b-47db-92e1-3bd696eab2c8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:51.111331 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-7b3f1889-a88b-47db-92e1-3bd696eab2c8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0531569 May 23 20:30:51.146337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:51.257535 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event updated for resources: {'Port': ['ID=9f19f5fd-b578-4156-a24b-11f11ed59792,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:51.271774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Deleting port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:30:51.272110 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:51.278393 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664515'] for floatingip (3d630dcc-a4a0-42b9-a719-74362d32368d), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:51.731118 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] For port ab752c9a-d2ca-4213-bb55-f456a1cb67d5, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:30:51.731482 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:51.734309 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 3d630dcc-a4a0-42b9-a719-74362d32368d associated. External IP: 172.27.2.58, port: 3da1951e-32c2-4a10-87c3-ed8bd6400eff. May 23 20:30:51.780545 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Calling delete_port for ab752c9a-d2ca-4213-bb55-f456a1cb67d5 owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:30:51.782175 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:52.043424 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:30:52.126103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:52.127061 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a266b-d6dd-40ae-9b37-0938462c74aa req-eec9fbb4-1923-4bdb-b704-3d97323dcbc9 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:52.129201 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-397a266b-d6dd-40ae-9b37-0938462c74aa req-eec9fbb4-1923-4bdb-b704-3d97323dcbc9 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f09c58d-1cbe-468e-bf90-5b36935b7bc4 HTTP/1.1" status: 200 len: 946 time: 0.0588076 May 23 20:30:52.132178 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (ab752c9a-d2ca-4213-bb55-f456a1cb67d5), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:52.144043 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['ab752c9a-d2ca-4213-bb55-f456a1cb67d5'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:30:52.178879 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Pushing event deleted for resources: {'Port': ['ID=ab752c9a-d2ca-4213-bb55-f456a1cb67d5,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:52.206222 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-397a266b-d6dd-40ae-9b37-0938462c74aa req-1b838086-8af1-445b-8d38-2c8ce78c904a tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 May 23 20:30:52.218805 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:30:52.231776 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:30:52.246890 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:52.247612 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:52.248103 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] No DVR routers for this DVR port ab752c9a-d2ca-4213-bb55-f456a1cb67d5 on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:30:52.250870 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:52.255045 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-986bd7fc-d1f0-421e-a42c-17b27273e473 req-04a00eb3-3432-4346-b382-24c896bb1fb8 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "DELETE /v2.0/ports/ab752c9a-d2ca-4213-bb55-f456a1cb67d5 HTTP/1.1" status: 204 len: 173 time: 1.1388860 May 23 20:30:52.259030 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'name': 'network-vif-deleted', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:52.261911 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e29c2-d104-47a8-8013-9711b0f4edf5" -d '{"events": [{"server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "name": "network-vif-deleted", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:52.289861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:52.299281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebcdaf-3cf7-40e5-9733-0c564a2f0fa1 x-openstack-request-id: req-b6ebcdaf-3cf7-40e5-9733-0c564a2f0fa1 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:52.299281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f09c58d-1cbe-468e-bf90-5b36935b7bc4", "name": "network-vif-deleted", "tag": "ab752c9a-d2ca-4213-bb55-f456a1cb67d5", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:52.299559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6ebcdaf-3cf7-40e5-9733-0c564a2f0fa1 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:52.301134 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ebcdaf-3cf7-40e5-9733-0c564a2f0fa1'] response: {'server_uuid': '8f09c58d-1cbe-468e-bf90-5b36935b7bc4', 'name': 'network-vif-deleted', 'tag': 'ab752c9a-d2ca-4213-bb55-f456a1cb67d5', 'status': 'completed', 'code': 200} May 23 20:30:52.339035 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:52.356862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:52.371630 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7dca9c0a-cc0b-4e45-aacd-4f0eea2a926f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7130568 May 23 20:30:52.601956 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}, {'id': '3d630dcc-a4a0-42b9-a719-74362d32368d', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:b7:61:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:50Z', 'updated_at': '2022-05-23T20:30:50Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:52.627079 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:30:52.635510 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:30:52.636105 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:30:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:52.735926 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:30:53.067919 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}, {'id': '3d630dcc-a4a0-42b9-a719-74362d32368d', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:b7:61:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:50Z', 'updated_at': '2022-05-23T20:30:50Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:30:53.093342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf9abe-c65d-4b5a-b833-196782c15299 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}, {'id': '3d630dcc-a4a0-42b9-a719-74362d32368d', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:b7:61:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:30:50Z', 'updated_at': '2022-05-23T20:30:50Z', 'revision_number': 0, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:30:53.332282 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb65da5-5f56-4d2b-a4b8-464d2546be57 None None] New status for floating IP 3d630dcc-a4a0-42b9-a719-74362d32368d: ACTIVE {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:30:53.545055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:53.571174 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-52d9e70b-f05e-49a4-ba55-d036f6ba20ac tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:53.573143 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-52d9e70b-f05e-49a4-ba55-d036f6ba20ac tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/networks?id=919b7971-d637-4aef-92ae-1c5ac0e055d6 HTTP/1.1" status: 200 len: 808 time: 0.1364849 May 23 20:30:53.573302 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:53.596465 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-46eb4065-eda7-4a2b-95ed-01fca2f6674e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/quotas/a656c669853f430a9a23e5568d1adb7a HTTP/1.1" status: 200 len: 375 time: 0.0141549 May 23 20:30:53.641713 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-cae92fc3-8596-4e46-aecb-754e2cfa6e5b tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280333 May 23 20:30:53.734622 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-5ac9b999-f3d3-42c4-8e26-979d34298297 service neutron] 10.222.0.16 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863152 May 23 20:30:53.828731 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-14bdd5d6-86c4-477d-9e94-60b464180e38 service neutron] 10.222.0.16 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 May 23 20:30:54.111156 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e8cb81e9-dc92-412c-a2e0-64578d1ed862 req-9a160ac5-25f4-4fd2-8c60-89ea93dc0d30 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0284455 May 23 20:30:54.236639 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39656) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:54.302522 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:30:54.304871 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27373fb2-c3f7-4169-9f5c-6281894e191b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:30:54.341378 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1fc76-2aa4-4b99-ac61-e5ec89dd81b4 x-openstack-request-id: req-27e1fc76-2aa4-4b99-ac61-e5ec89dd81b4 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:30:54.341683 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:30:54.341934 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27e1fc76-2aa4-4b99-ac61-e5ec89dd81b4 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:30:54.342549 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e1fc76-2aa4-4b99-ac61-e5ec89dd81b4'] response: {'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'status': 'completed', 'code': 200} May 23 20:30:54.343380 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c881e1c0-8f47-415a-bcc0-9047742baac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.421117 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c881e1c0-8f47-415a-bcc0-9047742baac8 admin admin] Publish callbacks [] for security_group (216da28c-fd1c-4d5a-9312-4631e8b3056e), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.490273 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c881e1c0-8f47-415a-bcc0-9047742baac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (216da28c-fd1c-4d5a-9312-4631e8b3056e), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.526877 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881e1c0-8f47-415a-bcc0-9047742baac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216da28c-fd1c-4d5a-9312-4631e8b3056e,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:54.531749 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c881e1c0-8f47-415a-bcc0-9047742baac8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a52c6692a9924a71830ccaeda5019148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928331 May 23 20:30:54.533758 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39664) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:54.586792 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] Publish callbacks [] for security_group (216da28c-fd1c-4d5a-9312-4631e8b3056e), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.608260 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] Publish callbacks [] for security_group (216da28c-fd1c-4d5a-9312-4631e8b3056e), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.747733 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (216da28c-fd1c-4d5a-9312-4631e8b3056e), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.750218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:54.751348 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/216da28c-fd1c-4d5a-9312-4631e8b3056e HTTP/1.1" status: 204 len: 168 time: 0.2159543 May 23 20:30:54.761154 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94406427-0635-496d-af77-8244e4cb3f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216da28c-fd1c-4d5a-9312-4631e8b3056e,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:55.045368 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.188611 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ab752c9a-d2ca-4213-bb55-f456a1cb67d5 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:30:55.208413 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-75acfe77-4cb9-4887-991c-df83ab53eeb8 req-cee239f4-2c4b-48e7-8c34-cd46accc4513 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0302336 May 23 20:30:55.213925 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: ab752c9a-d2ca-4213-bb55-f456a1cb67d5 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:30:55.214383 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ab752c9a-d2ca-4213-bb55-f456a1cb67d5 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:30:55.431109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39674) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:55.445639 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a2b-85b0-496c-b914-a5a96b789821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.523403 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a2b-85b0-496c-b914-a5a96b789821 admin admin] Publish callbacks [] for security_group (96efb2d4-081d-4281-9cba-36a8ec71a485), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.588232 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3adc4a2b-85b0-496c-b914-a5a96b789821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (96efb2d4-081d-4281-9cba-36a8ec71a485), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.607869 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:55.627890 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3adc4a2b-85b0-496c-b914-a5a96b789821 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45f9aad3e06343ed999c216808f1d556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957195 May 23 20:30:55.628952 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc4a2b-85b0-496c-b914-a5a96b789821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96efb2d4-081d-4281-9cba-36a8ec71a485,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:55.630752 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39676) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:55.678517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] Publish callbacks [] for security_group (96efb2d4-081d-4281-9cba-36a8ec71a485), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.699439 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] Publish callbacks [] for security_group (96efb2d4-081d-4281-9cba-36a8ec71a485), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.822948 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (96efb2d4-081d-4281-9cba-36a8ec71a485), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.825438 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:55.826587 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96efb2d4-081d-4281-9cba-36a8ec71a485 HTTP/1.1" status: 204 len: 168 time: 0.1948745 May 23 20:30:55.834664 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842bd4d-bdfc-4339-b09c-31fb53920241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96efb2d4-081d-4281-9cba-36a8ec71a485,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:56.305504 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-85ba0047-fd63-47b4-8ac9-7c55f6457b3c req-b3930394-ecfa-4d55-bc01-8458d5f9ad1b tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0276127 May 23 20:30:56.453554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39686) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:56.467378 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-0aab-46d1-b62f-39a8ad9340dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.540122 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-0aab-46d1-b62f-39a8ad9340dd admin admin] Publish callbacks [] for security_group (c073b4c5-062e-4a23-888a-dec1419fc647), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.599348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b4946cc1-0aab-46d1-b62f-39a8ad9340dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c073b4c5-062e-4a23-888a-dec1419fc647), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.619500 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:56.638841 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b4946cc1-0aab-46d1-b62f-39a8ad9340dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=810ddb60f2d347f291464c0cec8e8a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842494 May 23 20:30:56.640721 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4946cc1-0aab-46d1-b62f-39a8ad9340dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c073b4c5-062e-4a23-888a-dec1419fc647,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:56.641473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39688) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:30:56.689930 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] Publish callbacks [] for security_group (c073b4c5-062e-4a23-888a-dec1419fc647), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.712119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] Publish callbacks [] for security_group (c073b4c5-062e-4a23-888a-dec1419fc647), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.845487 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c073b4c5-062e-4a23-888a-dec1419fc647), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.847997 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:56.849121 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c073b4c5-062e-4a23-888a-dec1419fc647 HTTP/1.1" status: 204 len: 168 time: 0.2065952 May 23 20:30:56.858246 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afca48-2173-41be-aa00-beb8ef1b99ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c073b4c5-062e-4a23-888a-dec1419fc647,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:56.958119 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-e109f3a8-1e72-411d-b96d-24eb9a47f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:56.959702 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-e109f3a8-1e72-411d-b96d-24eb9a47f0ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1130 time: 0.0460744 May 23 20:30:57.053944 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-01a6e986-1b14-4fcf-b087-f222412962ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:57.055819 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-01a6e986-1b14-4fcf-b087-f222412962ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.0883269 May 23 20:30:57.123080 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-e2a8fda0-5861-4e87-bc45-745958b56985 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff HTTP/1.1" status: 200 len: 1001 time: 0.0608625 May 23 20:30:57.172222 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-c604d384-9fef-42ef-a4fe-fcd207e5f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:57.173708 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-c604d384-9fef-42ef-a4fe-fcd207e5f5ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0446229 May 23 20:30:57.230819 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-c21c582c-fa87-494a-a143-7d6f7f700d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:57.232390 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-c21c582c-fa87-494a-a143-7d6f7f700d13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521653 May 23 20:30:57.331901 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-acb23ed3-1af8-45b0-a98e-47e3e7953a5f service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916584 May 23 20:30:57.349578 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:57.418370 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ae0e561c-5e61-4b8b-acba-7593540a10f8 req-9dd96388-33c3-4f27-8a4b-1dbee075d0d3 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0315933 May 23 20:30:57.434326 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-27373fb2-c3f7-4169-9f5c-6281894e191b req-b25c568a-6467-4b7f-84d4-beb971c736c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943506 May 23 20:30:58.198097 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-82be4eb6-e809-4819-bee1-b43398a13a44 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:58.199543 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-82be4eb6-e809-4819-bee1-b43398a13a44 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "GET /v2.0/networks?id=919b7971-d637-4aef-92ae-1c5ac0e055d6 HTTP/1.1" status: 200 len: 808 time: 0.1123521 May 23 20:30:58.214124 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Request body: {'port': {'device_id': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6', 'admin_state_up': True, 'tenant_id': 'a656c669853f430a9a23e5568d1adb7a'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:30:58.387300 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Made reservation on behalf of a656c669853f430a9a23e5568d1adb7a for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:30:58.387300 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:58.466547 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:58.538885 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-57a807d6-acfe-4a3a-a1b7-08f7565324f4 req-acae9006-3b31-430d-a3fe-3a87d4afd613 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0369978 May 23 20:30:58.554496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Allocated IP 172.20.0.8 (919b7971-d637-4aef-92ae-1c5ac0e055d6/a853d93b-afb3-4249-bd92-3993aefaf58f/4a947873-25d5-4491-b019-501f32ce481f) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:30:58.706961 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks [] for port (4a947873-25d5-4491-b019-501f32ce481f), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:58.724090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:58.823369 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:58.863875 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Network 919b7971-d637-4aef-92ae-1c5ac0e055d6 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:30:58.871049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:30:58.874715 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:30:58.914174 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Pushing event updated for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:30:58.933263 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:58.933889 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:30:59.014478 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-371119d1-d3aa-42d7-9c26-e70bf3dcec16 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060925 May 23 20:30:59.644174 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=13 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:30:59.659062 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed1598-1e36-4751-892a-c9af1d56a703 req-9b022228-d259-4422-8601-4c5294a50232 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:30:59.660517 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-64ed1598-1e36-4751-892a-c9af1d56a703 req-9b022228-d259-4422-8601-4c5294a50232 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 931 time: 0.0465486 May 23 20:30:59.711555 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-64ed1598-1e36-4751-892a-c9af1d56a703 req-caed845c-f5c3-4f30-adad-4e241b2aaf96 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 May 23 20:30:59.992735 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:00.575400 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Request body: {'port': {'device_id': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:31:00.634906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (4a947873-25d5-4491-b019-501f32ce481f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:00.874081 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9efe-dc5d-44b9-b816-333d9cc101ef req-4499ce0d-4c81-4ac0-8eed-4c0b1d152bd6 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:00.875546 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aa5a9efe-dc5d-44b9-b816-333d9cc101ef req-4499ce0d-4c81-4ac0-8eed-4c0b1d152bd6 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 931 time: 0.0951591 May 23 20:31:00.959426 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aa5a9efe-dc5d-44b9-b816-333d9cc101ef req-4fd3493e-05d6-46b4-b4cc-c1eca900b4b1 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 May 23 20:31:00.993364 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a947873-25d5-4491-b019-501f32ce481f {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:31:01.000672 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks [] for port (4a947873-25d5-4491-b019-501f32ce481f), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:01.012966 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Transition to ACTIVE for port object 4a947873-25d5-4491-b019-501f32ce481f will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:31:01.079694 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:01.110626 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:01.127857 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:01.199619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Attempting to bind port 4a947873-25d5-4491-b019-501f32ce481f on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:31:01.199953 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Attempting to bind port 4a947873-25d5-4491-b019-501f32ce481f by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:31:01.200281 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Attempting to bind port 4a947873-25d5-4491-b019-501f32ce481f on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:31:01.204623 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Port 4a947873-25d5-4491-b019-501f32ce481f on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:31:01.204938 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Attempting to bind port 4a947873-25d5-4491-b019-501f32ce481f on network 919b7971-d637-4aef-92ae-1c5ac0e055d6 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:31:01.210284 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:31:01.210619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Checking segment: {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:31:01.211002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Bound using segment: {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:31:01.211426 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Bound port: 4a947873-25d5-4491-b019-501f32ce481f, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a37f1e-cb31-42f2-8b02-047f4edabfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:31:01.211776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (4a947873-25d5-4491-b019-501f32ce481f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:01.271597 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:31:01.274535 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=4a947873-25d5-4491-b019-501f32ce481f,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:31:01.275582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:01.382822 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:01.417704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.418341 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:01.419737 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a947873-25d5-4491-b019-501f32ce481f HTTP/1.1" status: 200 len: 1093 time: 0.8488429 May 23 20:31:01.420156 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'tag': '4a947873-25d5-4491-b019-501f32ce481f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:31:01.422407 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913" -d '{"events": [{"name": "network-changed", "server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "tag": "4a947873-25d5-4491-b019-501f32ce481f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:31:01.443455 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f873456-8329-4341-a16f-532246cd1cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:01.461661 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c445ada2-8b24-46b5-9c43-d48b37e4815e x-openstack-request-id: req-c445ada2-8b24-46b5-9c43-d48b37e4815e {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:31:01.461970 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "tag": "4a947873-25d5-4491-b019-501f32ce481f", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:31:01.462251 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c445ada2-8b24-46b5-9c43-d48b37e4815e {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:31:01.462695 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c445ada2-8b24-46b5-9c43-d48b37e4815e'] response: {'name': 'network-changed', 'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'tag': '4a947873-25d5-4491-b019-501f32ce481f', 'status': 'completed', 'code': 200} May 23 20:31:01.548606 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-6644def6-505d-4b73-8a54-37302c5cb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.550123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-6644def6-505d-4b73-8a54-37302c5cb361 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 1127 time: 0.0423431 May 23 20:31:01.647842 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-bc225cb1-1c0b-484c-9bdd-93abded39301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.649335 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-bc225cb1-1c0b-484c-9bdd-93abded39301 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a656c669853f430a9a23e5568d1adb7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0928349 May 23 20:31:01.745883 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-c13994a0-417f-4a61-93f6-386d59a85996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.747369 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-501c86c8-4a7b-4e6b-91d3-5f60fdbd9913 req-c13994a0-417f-4a61-93f6-386d59a85996 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917957 May 23 20:31:01.831899 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-a2738cb1-4234-4818-b1d2-d33f66368f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.833493 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-a2738cb1-4234-4818-b1d2-d33f66368f21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a656c669853f430a9a23e5568d1adb7a&device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 1127 time: 0.0419722 May 23 20:31:01.873662 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-38c8d2e3-d0ea-4fb8-8deb-da6555b66728 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a947873-25d5-4491-b019-501f32ce481f HTTP/1.1" status: 200 len: 217 time: 0.0322721 May 23 20:31:01.925878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01026a8-a972-41d1-91f4-96997b481d2a req-0e6b4b84-1441-491c-804a-c6146c60f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:01.927250 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-0e6b4b84-1441-491c-804a-c6146c60f489 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a853d93b-afb3-4249-bd92-3993aefaf58f HTTP/1.1" status: 200 len: 848 time: 0.0475066 May 23 20:31:01.960151 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-695c100b-238a-44b9-b9ec-9c9f77618441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=919b7971-d637-4aef-92ae-1c5ac0e055d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264003 May 23 20:31:02.083994 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-ced3dc5b-9623-4dd7-8169-8bdf8524015d service neutron] 10.222.0.31 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176937 May 23 20:31:02.094298 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f875-4704-4150-b3e8-a4c1ea34e58c req-034fd03c-501c-46a4-8559-229c1ebd4f3e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:02.095769 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5133f875-4704-4150-b3e8-a4c1ea34e58c req-034fd03c-501c-46a4-8559-229c1ebd4f3e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 943 time: 0.0628517 May 23 20:31:02.203302 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5133f875-4704-4150-b3e8-a4c1ea34e58c req-a87e3604-4036-4bbc-9246-ac4aea8fd745 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 May 23 20:31:02.219231 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-b01026a8-a972-41d1-91f4-96997b481d2a req-323ef7cf-0a33-4b5d-8838-a0d68536dbfa service neutron] 10.222.0.31 "GET /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208065 May 23 20:31:03.320062 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ffea-7ed6-40f1-aafc-9bfee2cc752a req-50b9c450-b462-485d-b1c7-93f0587a734c tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:03.321794 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22c9ffea-7ed6-40f1-aafc-9bfee2cc752a req-50b9c450-b462-485d-b1c7-93f0587a734c tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 943 time: 0.0494473 May 23 20:31:03.368789 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-22c9ffea-7ed6-40f1-aafc-9bfee2cc752a req-2bc4a3c8-a7fa-46a8-b2f2-8d4f965f875e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 May 23 20:31:04.464761 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 4a947873-25d5-4491-b019-501f32ce481f details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:31:04.483414 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:04.485855 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510babb-2555-44ec-8366-5c1eaea80936 req-c17fb42c-d59c-41e6-b404-adbfdad796a0 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:04.487555 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0510babb-2555-44ec-8366-5c1eaea80936 req-c17fb42c-d59c-41e6-b404-adbfdad796a0 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 943 time: 0.0504122 May 23 20:31:04.541898 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-0510babb-2555-44ec-8366-5c1eaea80936 req-2c7ac938-7242-4bda-b4d5-d4029235ea7f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 May 23 20:31:04.585629 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=4a947873-25d5-4491-b019-501f32ce481f,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:04.587739 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:04.598267 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '4a947873-25d5-4491-b019-501f32ce481f', 'network_id': '919b7971-d637-4aef-92ae-1c5ac0e055d6', 'port_id': '4a947873-25d5-4491-b019-501f32ce481f', 'mac_address': 'fa:16:3e:e8:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a853d93b-afb3-4249-bd92-3993aefaf58f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:31:04.633902 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 4a947873-25d5-4491-b019-501f32ce481f is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:31:04.634332 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (4a947873-25d5-4491-b019-501f32ce481f), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:04.647959 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a947873-25d5-4491-b019-501f32ce481f {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:31:04.668858 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=4a947873-25d5-4491-b019-501f32ce481f,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:04.754418 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:04.804836 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:05.004202 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['4a947873-25d5-4491-b019-501f32ce481f'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:31:05.660911 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba1a7-5d95-4e57-bb8b-0b212b6ad90e req-aab540db-d776-4e47-93c8-b6a800243880 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:05.662484 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-89bba1a7-5d95-4e57-bb8b-0b212b6ad90e req-aab540db-d776-4e47-93c8-b6a800243880 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 944 time: 0.0502071 May 23 20:31:05.711247 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-89bba1a7-5d95-4e57-bb8b-0b212b6ad90e req-b5d30fb8-d180-4080-9579-350ed268da8e tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 May 23 20:31:05.719754 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:06.483763 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 4a947873-25d5-4491-b019-501f32ce481f up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:31:06.529303 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 4a947873-25d5-4491-b019-501f32ce481f completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:31:06.604325 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 4a947873-25d5-4491-b019-501f32ce481f triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:31:06.604735 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (4a947873-25d5-4491-b019-501f32ce481f), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:06.677376 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 4a947873-25d5-4491-b019-501f32ce481f is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:31:06.677968 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (4a947873-25d5-4491-b019-501f32ce481f), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:06.704326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a947873-25d5-4491-b019-501f32ce481f'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:31:06.706631 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac6d3c-cc2b-446a-9e45-0b801e99b2ff" -d '{"events": [{"server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "4a947873-25d5-4491-b019-501f32ce481f"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:31:06.719453 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=4a947873-25d5-4491-b019-501f32ce481f,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:06.756112 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d28ac-7496-4005-afb2-f8cee2ea4e39 x-openstack-request-id: req-3d1d28ac-7496-4005-afb2-f8cee2ea4e39 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:31:06.757049 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "4a947873-25d5-4491-b019-501f32ce481f", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:31:06.757324 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d1d28ac-7496-4005-afb2-f8cee2ea4e39 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:31:06.757726 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1d28ac-7496-4005-afb2-f8cee2ea4e39'] response: {'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a947873-25d5-4491-b019-501f32ce481f', 'code': 200} May 23 20:31:06.772120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39846) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:06.789345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:06.879738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:06.902771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37369-6277-457e-9066-1833625e455f req-2a833fcf-e8cd-4df4-8638-26d84cfd6562 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:06.904414 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1ed37369-6277-457e-9066-1833625e455f req-2a833fcf-e8cd-4df4-8638-26d84cfd6562 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0887234 May 23 20:31:06.917214 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a9e527a0-232e-4459-8bcc-8be2a0afc044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:06.951794 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:06.960907 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1ed37369-6277-457e-9066-1833625e455f req-4f9c35d8-94e6-4df9-a454-26ed0acb410d tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 May 23 20:31:07.015231 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:07.017439 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a9e527a0-232e-4459-8bcc-8be2a0afc044 admin admin] Publish callbacks [] for security_group (c83d051a-947b-4fa0-8cd9-abf124c1a33b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.091565 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a9e527a0-232e-4459-8bcc-8be2a0afc044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c83d051a-947b-4fa0-8cd9-abf124c1a33b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.157099 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a9e527a0-232e-4459-8bcc-8be2a0afc044 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e082136773c04d25ada7cfee70b71612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837750 May 23 20:31:07.161405 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39854) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:07.171524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e527a0-232e-4459-8bcc-8be2a0afc044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d051a-947b-4fa0-8cd9-abf124c1a33b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:07.174589 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bceaa0-697c-4c24-a989-5ba1a85b20ff req-a1c05c9d-ade9-47c6-ae64-7af64d7f8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:07.176096 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3bceaa0-697c-4c24-a989-5ba1a85b20ff req-a1c05c9d-ade9-47c6-ae64-7af64d7f8285 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 1129 time: 0.0706608 May 23 20:31:07.235397 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-d3bceaa0-697c-4c24-a989-5ba1a85b20ff req-9c91f17b-521a-49b4-8ba3-a67b2c4b2f07 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508010 May 23 20:31:07.246270 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] Publish callbacks [] for security_group (c83d051a-947b-4fa0-8cd9-abf124c1a33b), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.268762 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] Publish callbacks [] for security_group (c83d051a-947b-4fa0-8cd9-abf124c1a33b), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.377185 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c83d051a-947b-4fa0-8cd9-abf124c1a33b), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.379889 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:07.381052 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c83d051a-947b-4fa0-8cd9-abf124c1a33b HTTP/1.1" status: 204 len: 168 time: 0.2178164 May 23 20:31:07.389313 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a2c18-2454-42d9-9dac-b25b39d7295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d051a-947b-4fa0-8cd9-abf124c1a33b,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:07.616079 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011210-32ac-4e87-b648-ff73158a9fa9 req-f836b172-6fee-463f-adf4-2d15f62065d0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:07.617573 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-41011210-32ac-4e87-b648-ff73158a9fa9 req-f836b172-6fee-463f-adf4-2d15f62065d0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0514214 May 23 20:31:07.677634 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-41011210-32ac-4e87-b648-ff73158a9fa9 req-9c5572a8-e87e-4e47-bacc-a65896ba40e0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541537 May 23 20:31:07.979177 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 39866) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:07.993221 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fa573393-b570-4c48-9941-3ef75cc31ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.094421 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b636-1ce3-4e24-b3d3-713ed07d64a9 req-8697c5cc-e55d-4edd-a5b2-62b996a9d2cd tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:08.095850 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5798b636-1ce3-4e24-b3d3-713ed07d64a9 req-8697c5cc-e55d-4edd-a5b2-62b996a9d2cd tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0610132 May 23 20:31:08.109922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fa573393-b570-4c48-9941-3ef75cc31ae3 admin admin] Publish callbacks [] for security_group (05afe569-2b02-4c9a-8001-89e99a54cb84), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.152605 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5798b636-1ce3-4e24-b3d3-713ed07d64a9 req-867d3154-7c3c-4444-8703-6429e2dfee60 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 May 23 20:31:08.171073 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fa573393-b570-4c48-9941-3ef75cc31ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (05afe569-2b02-4c9a-8001-89e99a54cb84), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.214140 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fa573393-b570-4c48-9941-3ef75cc31ae3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba007214a3a4a96858e2b17779ed653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337966 May 23 20:31:08.215083 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573393-b570-4c48-9941-3ef75cc31ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05afe569-2b02-4c9a-8001-89e99a54cb84,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:08.216952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39870) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:08.269770 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] Publish callbacks [] for security_group (05afe569-2b02-4c9a-8001-89e99a54cb84), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.290971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] Publish callbacks [] for security_group (05afe569-2b02-4c9a-8001-89e99a54cb84), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.411214 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (05afe569-2b02-4c9a-8001-89e99a54cb84), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.413971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:08.415118 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05afe569-2b02-4c9a-8001-89e99a54cb84 HTTP/1.1" status: 204 len: 168 time: 0.1958785 May 23 20:31:08.423231 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d139-7d7e-4950-b69c-19af02ad5585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05afe569-2b02-4c9a-8001-89e99a54cb84,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:08.799694 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d2e51-f80e-4856-af39-5f9bfc8c0a61 req-88d14623-5dc4-4893-b48b-cc8379830130 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:08.801181 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5c8d2e51-f80e-4856-af39-5f9bfc8c0a61 req-88d14623-5dc4-4893-b48b-cc8379830130 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0501769 May 23 20:31:08.850923 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:08.865325 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5c8d2e51-f80e-4856-af39-5f9bfc8c0a61 req-8bac0953-2479-4b8e-86dc-d5f28c7b7aa5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585513 May 23 20:31:09.267124 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b65c4c-e30e-4bf6-ad59-79ef47f973bf req-ff061957-4d40-4145-80ce-72fb59fcb55f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:09.269199 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9b65c4c-e30e-4bf6-ad59-79ef47f973bf req-ff061957-4d40-4145-80ce-72fb59fcb55f tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0469635 May 23 20:31:09.317987 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9b65c4c-e30e-4bf6-ad59-79ef47f973bf req-ac0c84ca-7715-4bc5-bc49-b3d5b0728dfa tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 May 23 20:31:09.993281 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a35a3-7a0e-41e7-a5f8-421fc2ed1b77 req-355bca2c-18ca-4e77-9bbe-de69326998ac tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:09.995231 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a0a35a3-7a0e-41e7-a5f8-421fc2ed1b77 req-355bca2c-18ca-4e77-9bbe-de69326998ac tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0612853 May 23 20:31:10.072922 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1a0a35a3-7a0e-41e7-a5f8-421fc2ed1b77 req-4aa4c44a-0106-4f59-afe0-5fa38d77d7b6 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695791 May 23 20:31:10.434386 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13f2e6-8989-4f1d-a167-117c8d79ba28 req-ce7d0e0b-f4ac-4682-9512-4d0db1319875 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:10.435862 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ac13f2e6-8989-4f1d-a167-117c8d79ba28 req-ce7d0e0b-f4ac-4682-9512-4d0db1319875 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0472698 May 23 20:31:10.485628 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ac13f2e6-8989-4f1d-a167-117c8d79ba28 req-ab74d19e-a7f1-40a5-853e-75d2ff757186 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 May 23 20:31:10.753420 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a9628-d20c-478d-a15d-4752ed23440a req-30faee95-b78f-4b16-b4f1-efe57618e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:10.754854 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-30faee95-b78f-4b16-b4f1-efe57618e093 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1168 time: 0.0421858 May 23 20:31:10.844727 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:10.847731 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a9628-d20c-478d-a15d-4752ed23440a req-f82a83f9-91e1-45e1-9476-df4098d701bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:10.849189 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-f82a83f9-91e1-45e1-9476-df4098d701bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 916 time: 0.0870163 May 23 20:31:10.922539 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-0b159123-fa46-47eb-a678-ce2789b3442f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 1001 time: 0.0616808 May 23 20:31:10.989123 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a9628-d20c-478d-a15d-4752ed23440a req-1b0acfe4-8fb7-4ac7-ba89-a61b7ee4404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:10.990603 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-1b0acfe4-8fb7-4ac7-ba89-a61b7ee4404b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0454326 May 23 20:31:11.175411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:11.191004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325dd29-dd0f-49fc-8c64-defbcc44f986 req-1f102aab-fe5f-425e-8c8f-7c623b508dc4 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:11.192499 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0325dd29-dd0f-49fc-8c64-defbcc44f986 req-1f102aab-fe5f-425e-8c8f-7c623b508dc4 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0482779 May 23 20:31:11.259029 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0325dd29-dd0f-49fc-8c64-defbcc44f986 req-04951d21-5199-4389-b21c-39a6f1eaab58 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602925 May 23 20:31:11.597029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a9628-d20c-478d-a15d-4752ed23440a req-36222ccc-ee5f-4c13-a41a-9589f8c68f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:11.598579 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-36222ccc-ee5f-4c13-a41a-9589f8c68f41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864971 May 23 20:31:11.624109 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285acfb4-4c5c-47ef-bdeb-a90daa88bb50 req-57422e23-2a53-4ecd-be0c-08519d071854 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:11.625478 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-285acfb4-4c5c-47ef-bdeb-a90daa88bb50 req-57422e23-2a53-4ecd-be0c-08519d071854 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0588369 May 23 20:31:11.701576 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:11.732827 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-285acfb4-4c5c-47ef-bdeb-a90daa88bb50 req-759a83ba-407c-48b2-9ed7-04c95981f0bd tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943136 May 23 20:31:11.747568 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-f8a25a80-5136-470b-b192-677168628596 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390367 May 23 20:31:11.843965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f50a9628-d20c-478d-a15d-4752ed23440a req-faf958e1-8b16-43ea-a1cb-ee920b8df4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883338 May 23 20:31:12.380293 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d80bda-d61a-4245-8870-1352ba0e9d00 req-74f9bce7-b296-4549-b3e3-cf844e8be20b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:12.381738 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c6d80bda-d61a-4245-8870-1352ba0e9d00 req-74f9bce7-b296-4549-b3e3-cf844e8be20b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0502489 May 23 20:31:12.444001 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c6d80bda-d61a-4245-8870-1352ba0e9d00 req-83c4ce74-53fe-49a0-a327-181996ef35ca tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546594 May 23 20:31:12.850603 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ece13-8272-4fe8-9c4b-da8dd836bc1a req-fca68171-427f-447a-b31f-6b402f7529e5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:12.852055 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-006ece13-8272-4fe8-9c4b-da8dd836bc1a req-fca68171-427f-447a-b31f-6b402f7529e5 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0481920 May 23 20:31:12.902466 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-006ece13-8272-4fe8-9c4b-da8dd836bc1a req-73bcc83f-52d5-4fca-a033-937f15f56471 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 May 23 20:31:13.197531 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-972b32ee-88f7-48c0-8460-1435c5248499 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402839 May 23 20:31:13.546566 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-d3a10f0e-4b8f-4e84-8300-dff3c3c950f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:13.548053 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-d3a10f0e-4b8f-4e84-8300-dff3c3c950f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1129 time: 0.3290608 May 23 20:31:13.562046 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c2ca9-8642-4c96-9737-9fb0cae47996 req-b8f3692b-27a7-4ec8-9373-ecb96cc663a5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:13.565394 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-347c2ca9-8642-4c96-9737-9fb0cae47996 req-b8f3692b-27a7-4ec8-9373-ecb96cc663a5 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0490057 May 23 20:31:13.628489 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-347c2ca9-8642-4c96-9737-9fb0cae47996 req-f5e27512-44a2-4496-a4a7-0c0704378755 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590131 May 23 20:31:13.663170 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-6850c753-4b27-4bf3-a68a-9d3d1fbe0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:13.664947 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-6850c753-4b27-4bf3-a68a-9d3d1fbe0e5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.0930104 May 23 20:31:13.733577 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-41ab61bc-9a70-47a8-93fa-da749750cd65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 1001 time: 0.0597978 May 23 20:31:13.781480 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-395f3e4f-6b9e-401e-86e0-ef717db8699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:13.783061 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-395f3e4f-6b9e-401e-86e0-ef717db8699f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0433805 May 23 20:31:13.827315 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-2dda1c09-0928-4448-8c35-7ecba6feeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:13.834129 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-2dda1c09-0928-4448-8c35-7ecba6feeb2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394316 May 23 20:31:13.923727 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-20c9e67c-5ee7-4643-b28f-2c035386fc3f service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886569 May 23 20:31:13.995933 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:14.013848 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7cf6ae50-020b-44d8-bf1d-c552f99afbad req-3358a769-b627-4997-8a93-520a74a3bded service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839372 May 23 20:31:14.116546 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 39998) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:14.205831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf2850-05cd-4810-a355-5c5dc36e17c9 req-33ab1401-a052-4b93-9031-591be1dc4dff tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:14.207331 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-77cf2850-05cd-4810-a355-5c5dc36e17c9 req-33ab1401-a052-4b93-9031-591be1dc4dff tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0522556 May 23 20:31:14.240115 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-171dc248-dd12-4a2b-a786-2b13e711a846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.285482 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-77cf2850-05cd-4810-a355-5c5dc36e17c9 req-b5471db0-eaac-4af5-9ab1-69ac9160952d tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 May 23 20:31:14.336063 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-171dc248-dd12-4a2b-a786-2b13e711a846 admin admin] Publish callbacks [] for security_group (44ad42f5-d62b-430c-9f9d-d041d8dc6035), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.439300 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-171dc248-dd12-4a2b-a786-2b13e711a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (44ad42f5-d62b-430c-9f9d-d041d8dc6035), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.479475 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dc248-dd12-4a2b-a786-2b13e711a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad42f5-d62b-430c-9f9d-d041d8dc6035,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:14.483771 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-171dc248-dd12-4a2b-a786-2b13e711a846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ae6290549df493aa45c197bcefaa7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660686 May 23 20:31:14.488447 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40008) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:14.539256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] Publish callbacks [] for security_group (44ad42f5-d62b-430c-9f9d-d041d8dc6035), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.561604 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] Publish callbacks [] for security_group (44ad42f5-d62b-430c-9f9d-d041d8dc6035), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.579104 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:14.587567 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=36 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:14.679882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (44ad42f5-d62b-430c-9f9d-d041d8dc6035), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.682472 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:14.685897 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44ad42f5-d62b-430c-9f9d-d041d8dc6035 HTTP/1.1" status: 204 len: 168 time: 0.1939712 May 23 20:31:14.701964 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199091-a66a-4f07-a5be-03f19f39f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad42f5-d62b-430c-9f9d-d041d8dc6035,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:14.761453 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661bb1-4384-4217-a8c9-147fe51a0253 req-b64f238c-2d5f-470f-9ae5-508241584afd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:14.764310 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-84661bb1-4384-4217-a8c9-147fe51a0253 req-b64f238c-2d5f-470f-9ae5-508241584afd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0651872 May 23 20:31:14.832213 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-84661bb1-4384-4217-a8c9-147fe51a0253 req-7b3fea0f-c56a-43be-999e-1c25e3ef8913 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625749 May 23 20:31:15.363700 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:15.369496 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 40024) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:15.384259 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-683e0dfa-0ed1-4a51-8aa1-1ada9a9647a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.400392 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d021-9851-42bb-bd46-ecf8cd2d5ab9 req-fb286167-40aa-4b60-aadb-ae39c7b066de tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:15.401863 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f891d021-9851-42bb-bd46-ecf8cd2d5ab9 req-fb286167-40aa-4b60-aadb-ae39c7b066de tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0487151 May 23 20:31:15.450493 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f891d021-9851-42bb-bd46-ecf8cd2d5ab9 req-7f4e2821-83fc-4629-8fea-d9a49c7c8a95 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/security-groups?id=40b76b2d-37d4-44ab-a586-e8e63b427fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 May 23 20:31:15.464721 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-683e0dfa-0ed1-4a51-8aa1-1ada9a9647a5 admin admin] Publish callbacks [] for security_group (318335ec-fac5-48b1-82f4-bd77ee801248), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.575797 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-683e0dfa-0ed1-4a51-8aa1-1ada9a9647a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (318335ec-fac5-48b1-82f4-bd77ee801248), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.601401 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:15.646213 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-683e0dfa-0ed1-4a51-8aa1-1ada9a9647a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0177e508734a41dcbf0d2ad527c91f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755468 May 23 20:31:15.648847 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40026) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:15.649248 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e0dfa-0ed1-4a51-8aa1-1ada9a9647a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318335ec-fac5-48b1-82f4-bd77ee801248,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:15.660085 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-6c0c1172-d7c0-4c21-9942-53bfa5fba394 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:15.661618 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-6c0c1172-d7c0-4c21-9942-53bfa5fba394 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0745580 May 23 20:31:15.683198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:15.699789 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] Publish callbacks [] for security_group (318335ec-fac5-48b1-82f4-bd77ee801248), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.722266 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] Publish callbacks [] for security_group (318335ec-fac5-48b1-82f4-bd77ee801248), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.750469 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Deleting port 4a947873-25d5-4491-b019-501f32ce481f {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:31:15.750804 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (4a947873-25d5-4491-b019-501f32ce481f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.827458 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (318335ec-fac5-48b1-82f4-bd77ee801248), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.829993 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.831775 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/318335ec-fac5-48b1-82f4-bd77ee801248 HTTP/1.1" status: 204 len: 168 time: 0.1817400 May 23 20:31:15.840183 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd0d3-dcde-4fbf-ac76-30579c07095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318335ec-fac5-48b1-82f4-bd77ee801248,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:15.842752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] For port 4a947873-25d5-4491-b019-501f32ce481f, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=4a947873-25d5-4491-b019-501f32ce481f,segment=NetworkSegment(14a37f1e-cb31-42f2-8b02-047f4edabfae),segment_id=14a37f1e-cb31-42f2-8b02-047f4edabfae)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:15.842752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (4a947873-25d5-4491-b019-501f32ce481f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:15.861571 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Calling delete_port for 4a947873-25d5-4491-b019-501f32ce481f owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:31:15.928349 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:16.008911 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3906ff-93db-4607-b3d0-e93fa8f8c30e req-a58bc314-b2e4-42c9-b784-025ad9d4d65a tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:16.014169 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf3906ff-93db-4607-b3d0-e93fa8f8c30e req-a58bc314-b2e4-42c9-b784-025ad9d4d65a tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0857089 May 23 20:31:16.088455 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cf3906ff-93db-4607-b3d0-e93fa8f8c30e req-fc70fbec-91b6-4141-99a3-274b383584af tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694315 May 23 20:31:16.126550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (4a947873-25d5-4491-b019-501f32ce481f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.139335 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['4a947873-25d5-4491-b019-501f32ce481f'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:31:16.153116 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Pushing event deleted for resources: {'Port': ['ID=4a947873-25d5-4491-b019-501f32ce481f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:16.199616 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] No DVR routers for this DVR port 4a947873-25d5-4491-b019-501f32ce481f on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:31:16.202256 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.205524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f42dc5b2-7b02-4dce-a750-ccda32c0722e req-f7f87753-776c-4127-a449-d486053e5822 tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.31 "DELETE /v2.0/ports/4a947873-25d5-4491-b019-501f32ce481f HTTP/1.1" status: 204 len: 173 time: 0.5385873 May 23 20:31:16.205963 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'name': 'network-vif-deleted', 'tag': '4a947873-25d5-4491-b019-501f32ce481f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:31:16.208203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8b1817-47f9-4ef5-8fa9-5bfb2f92774d" -d '{"events": [{"server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "name": "network-vif-deleted", "tag": "4a947873-25d5-4491-b019-501f32ce481f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:31:16.254674 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abebb7c7-e63f-4a23-b942-2cef6710e718 x-openstack-request-id: req-abebb7c7-e63f-4a23-b942-2cef6710e718 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:31:16.255048 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23c0c3-2457-4596-af40-c2cadd04fdd3", "name": "network-vif-deleted", "tag": "4a947873-25d5-4491-b019-501f32ce481f", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:31:16.255191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abebb7c7-e63f-4a23-b942-2cef6710e718 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:31:16.255755 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abebb7c7-e63f-4a23-b942-2cef6710e718'] response: {'server_uuid': 'ef23c0c3-2457-4596-af40-c2cadd04fdd3', 'name': 'network-vif-deleted', 'tag': '4a947873-25d5-4491-b019-501f32ce481f', 'status': 'completed', 'code': 200} May 23 20:31:16.425765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40056) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:16.541635 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-83a2e09b-b53c-4f83-a944-0269919434c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.567278 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fcc6c4cd-8a8b-4388-94a8-9b64016d452b req-c58d888a-d3c9-41cd-844b-7882eb2afefd tempest-VolumesActionsTest-1623377801 tempest-VolumesActionsTest-1623377801-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef23c0c3-2457-4596-af40-c2cadd04fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0336940 May 23 20:31:16.622100 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-83a2e09b-b53c-4f83-a944-0269919434c7 admin admin] Publish callbacks [] for security_group (c87606ff-77e5-4d2a-bf6f-086e0fb4dec4), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.713636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-83a2e09b-b53c-4f83-a944-0269919434c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c87606ff-77e5-4d2a-bf6f-086e0fb4dec4), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.756815 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-83a2e09b-b53c-4f83-a944-0269919434c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94a3b3f29eed4cf19457b36ce4bdd4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279188 May 23 20:31:16.756815 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2e09b-b53c-4f83-a944-0269919434c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87606ff-77e5-4d2a-bf6f-086e0fb4dec4,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:16.757184 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 40068) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:16.809307 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] Publish callbacks [] for security_group (c87606ff-77e5-4d2a-bf6f-086e0fb4dec4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.833791 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] Publish callbacks [] for security_group (c87606ff-77e5-4d2a-bf6f-086e0fb4dec4), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.982671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (c87606ff-77e5-4d2a-bf6f-086e0fb4dec4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.991730 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:16.991730 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c87606ff-77e5-4d2a-bf6f-086e0fb4dec4 HTTP/1.1" status: 204 len: 168 time: 0.2298002 May 23 20:31:16.995906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66e911-a1d3-44f2-8c63-2fef8e1195a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87606ff-77e5-4d2a-bf6f-086e0fb4dec4,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:17.204918 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2acff-ebc2-4c0f-9a2b-bf42a6546961 req-676bdf99-bc37-40b9-9f14-4294556b628c tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:17.206967 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d8f2acff-ebc2-4c0f-9a2b-bf42a6546961 req-676bdf99-bc37-40b9-9f14-4294556b628c tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0487556 May 23 20:31:17.278596 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d8f2acff-ebc2-4c0f-9a2b-bf42a6546961 req-86fb9e60-e696-4965-b587-67a01ca138d9 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654817 May 23 20:31:18.402194 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c0ba-f5ff-4d51-9d68-a89f819732f9 req-cf282d56-cc75-4d1a-9d5c-8af7f5e1baa1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:18.403789 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b5f8c0ba-f5ff-4d51-9d68-a89f819732f9 req-cf282d56-cc75-4d1a-9d5c-8af7f5e1baa1 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0531526 May 23 20:31:18.474598 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b5f8c0ba-f5ff-4d51-9d68-a89f819732f9 req-fb8151c0-f54a-453f-b598-4d7c2d6e8102 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643098 May 23 20:31:18.569002 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 4a947873-25d5-4491-b019-501f32ce481f no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:31:18.588526 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 4a947873-25d5-4491-b019-501f32ce481f {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:31:18.588874 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 4a947873-25d5-4491-b019-501f32ce481f not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:31:18.691287 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1d48102e-14dc-44a4-a6a7-12242d969d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:18.715763 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40166) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:18.828051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dde3069d-3f7a-4dff-bf2b-200d39631dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:18.905656 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dde3069d-3f7a-4dff-bf2b-200d39631dd8 admin admin] Publish callbacks [] for security_group (ad19eabb-73fc-4349-8666-755b710cbbfc), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.005380 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dde3069d-3f7a-4dff-bf2b-200d39631dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ad19eabb-73fc-4349-8666-755b710cbbfc), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.038530 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:19.045649 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-dde3069d-3f7a-4dff-bf2b-200d39631dd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c992951d34c0405796ff56319b746efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288472 May 23 20:31:19.046510 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3069d-3f7a-4dff-bf2b-200d39631dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19eabb-73fc-4349-8666-755b710cbbfc,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:19.050104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 40190) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:19.101887 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] Publish callbacks [] for security_group (ad19eabb-73fc-4349-8666-755b710cbbfc), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.126735 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] Publish callbacks [] for security_group (ad19eabb-73fc-4349-8666-755b710cbbfc), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.279559 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (ad19eabb-73fc-4349-8666-755b710cbbfc), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.282342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:19.284122 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad19eabb-73fc-4349-8666-755b710cbbfc HTTP/1.1" status: 204 len: 168 time: 0.2330213 May 23 20:31:19.292533 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b662-8283-4719-8c56-fcfcd721b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19eabb-73fc-4349-8666-755b710cbbfc,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:19.586530 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd5118-55ab-4d92-82fe-8e6c01441f78 req-1743d3f2-2294-4c0a-bc97-a48f0e53f8be tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:19.588106 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fcbd5118-55ab-4d92-82fe-8e6c01441f78 req-1743d3f2-2294-4c0a-bc97-a48f0e53f8be tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0494804 May 23 20:31:19.637863 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:19.653729 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fcbd5118-55ab-4d92-82fe-8e6c01441f78 req-363e88f1-2491-4430-a076-699e90c28ae9 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597105 May 23 20:31:20.270771 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40226) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:20.363704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1208221654-network', 'tenant_id': 'fba86b652dc24d4784eb3caa4d3ed300'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:31:20.439095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Made reservation on behalf of fba86b652dc24d4784eb3caa4d3ed300 for: {'network': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:31:20.442023 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for network (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.450606 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.524051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks [] for security_group (080a67e6-f14a-4f85-94b6-230f40fa18ee), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.593405 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (080a67e6-f14a-4f85-94b6-230f40fa18ee), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.620395 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:20.621319 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 20:31:20.631599 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080a67e6-f14a-4f85-94b6-230f40fa18ee,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:20.636339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728765974366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.636749 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.segments_db [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Added segment 9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62 of type vlan for network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 May 23 20:31:20.675789 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728765417283'] for network (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.767906 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9561-a78f-4d87-9bdc-6122c7cdcc26 req-1277ad09-f9fc-4c60-86f8-2bfe24714946 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:20.769443 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-895a9561-a78f-4d87-9bdc-6122c7cdcc26 req-1277ad09-f9fc-4c60-86f8-2bfe24714946 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0466795 May 23 20:31:20.770503 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620'] for network (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.775107 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:20.775107 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.858882 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:20.869732 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 details requested by agent ovs-agent-dv-cinder-843018-1-iscsi with host dv-cinder-843018-1-iscsi {{(pid=104479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 20:31:20.870975 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-00594e8e-bb5a-4408-9c65-92d025dc2064 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5991530 May 23 20:31:20.873986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 40232) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:20.880401 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Request body: {'subnet': {'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1208221654-subnet', 'tenant_id': 'fba86b652dc24d4784eb3caa4d3ed300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:31:20.884208 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:20.887525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-5083c2ef-fb6d-45e1-b24c-1832ac34dc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:20.890253 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-895a9561-a78f-4d87-9bdc-6122c7cdcc26 req-09086c2e-821e-41ba-82b2-6dbdcd10b123 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144593 May 23 20:31:20.988208 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Made reservation on behalf of fba86b652dc24d4784eb3caa4d3ed300 for: {'subnet': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:31:20.990720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8486980'] for subnet (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:21.233899 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8755928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487094'] for subnet (f225a51c-cf93-4940-b27e-16e97cb947a8), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:21.294652 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f225a51c-cf93-4940-b27e-16e97cb947a8,revision_number=0']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:21.300600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Checking segment: {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:31:21.300960 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Network hostable DHCP agents. Network: e8bec14f-5f2f-4971-9ffa-fd587de3b5b8, hostable agents: ['6366fbbe-bd64-409d-8c45-5f618cb8c866'], hosted agents: [] {{(pid=104477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 20:31:21.386847 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 is scheduled to be hosted by DHCP agent 6366fbbe-bd64-409d-8c45-5f618cb8c866 with binding_index 1 {{(pid=104477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 20:31:21.449600 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843018-1-iscsi, e8bec14f-5f2f-4971-9ffa-fd587de3b5b8) {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:31:21.453486 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:21.454216 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:21.460251 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43354157-810d-43b7-a4cf-2e90a6aeed11 None None] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:31:21.552346 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-f2b6b75b-03fd-4e3e-81a0-5854d5c091be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6766782 May 23 20:31:21.557515 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4da352-fe5a-4b72-b4e5-9bf3c6edebcd None None] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:31:22.013760 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77dc21-2f8e-4c0b-b84b-212f63d1c1a0 req-5fe35e1d-4f70-463a-ac5d-60a22cf442ca tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:22.015257 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5d77dc21-2f8e-4c0b-b84b-212f63d1c1a0 req-5fe35e1d-4f70-463a-ac5d-60a22cf442ca tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0514205 May 23 20:31:22.039340 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:22.051240 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:22.081965 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5d77dc21-2f8e-4c0b-b84b-212f63d1c1a0 req-107883de-1662-43fa-8050-e05428f7381c tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599506 May 23 20:31:22.113789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:23.203097 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960060c-6922-45d5-b50f-4e065d0540f2 req-4623ef6b-5136-4374-9146-b5b15732cf78 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:23.204694 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8960060c-6922-45d5-b50f-4e065d0540f2 req-4623ef6b-5136-4374-9146-b5b15732cf78 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0527775 May 23 20:31:23.283035 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-8960060c-6922-45d5-b50f-4e065d0540f2 req-1eb07000-d872-49b5-b82a-2feec5a96d6b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682628 May 23 20:31:23.572529 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:23.709815 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-2e6dd191-0912-4749-b7f2-769dc0e2010c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:23.718701 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-2e6dd191-0912-4749-b7f2-769dc0e2010c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 814 time: 0.1318133 May 23 20:31:23.742981 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-87915b51-80af-4b42-b2c8-e974ed66c2b5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/quotas/fba86b652dc24d4784eb3caa4d3ed300 HTTP/1.1" status: 200 len: 375 time: 0.0253816 May 23 20:31:23.774299 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-2ee44072-b9f6-451f-999c-16ec1db9010b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303655 May 23 20:31:23.895068 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-bdb571be-4916-43d4-b38e-a7bc0be86d85 service neutron] 10.222.0.16 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056039 May 23 20:31:24.001826 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-165a5cf9-7b77-4103-bf63-8d6c2919e1ca service neutron] 10.222.0.16 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055679 May 23 20:31:24.336776 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ac344dc9-58a1-4953-8e62-84b02075910d req-ef8642e8-833f-4fbc-9092-10620f2584b5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 210 time: 0.0459216 May 23 20:31:24.449786 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b602027-7924-4017-9ed8-af4e6b0c96dd req-c3bd9ee7-e569-40e4-bf91-344105f7734e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:24.458325 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b602027-7924-4017-9ed8-af4e6b0c96dd req-c3bd9ee7-e569-40e4-bf91-344105f7734e tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0658140 May 23 20:31:24.594986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:24.653080 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7b602027-7924-4017-9ed8-af4e6b0c96dd req-a3f398ff-aee5-4490-84aa-e7267f78af56 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&id=b256790b-e2e2-4990-9bb8-c413ec567c72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936526 May 23 20:31:25.125468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:25.456623 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c7cfd8f6-b3f2-4520-a06b-0b1fbb90ef9c req-b5dafc32-c7f1-413e-b016-ee451640d6fc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 210 time: 0.0473485 May 23 20:31:25.910305 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 40356) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:26.078203 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.176333 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Publish callbacks [] for security_group (270aee57-1745-4ae1-920b-13ef012d5231), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.267205 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (270aee57-1745-4ae1-920b-13ef012d5231), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.313071 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2c8d83ed4df4058b627051ef663a7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013376 May 23 20:31:26.314582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270aee57-1745-4ae1-920b-13ef012d5231,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:26.315693 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40364) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:26.323546 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.324144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.324491 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.324832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.325321 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.325668 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.325977 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.326536 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.326870 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.327206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.327535 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.328043 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.328368 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.329039 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.330055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c81be-afe3-4657-89a0-78731bdf4773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.377057 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Publish callbacks [] for security_group (270aee57-1745-4ae1-920b-13ef012d5231), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.386704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:26.404024 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Publish callbacks [] for security_group (270aee57-1745-4ae1-920b-13ef012d5231), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.554233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (270aee57-1745-4ae1-920b-13ef012d5231), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.556831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:26.558239 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/270aee57-1745-4ae1-920b-13ef012d5231 HTTP/1.1" status: 204 len: 168 time: 0.2415581 May 23 20:31:26.576630 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270aee57-1745-4ae1-920b-13ef012d5231,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:26.590605 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.596053 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.597169 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.597461 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.597801 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.598165 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.598492 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.598824 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.599146 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.599466 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.599785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.600100 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.606810 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.607378 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.607867 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe1e88-b249-4032-af48-6f35099edcd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:31:26.610490 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-fa25d7e9-6e95-421d-8fc1-e127db872b8e req-2c8b03b3-91e2-400c-8fba-1aad3d171f34 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 210 time: 0.0600605 May 23 20:31:26.939348 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-798543a9-85af-4652-b06f-879d910421de tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:26.941382 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-798543a9-85af-4652-b06f-879d910421de tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 814 time: 0.1229734 May 23 20:31:26.954468 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Request body: {'port': {'device_id': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8', 'admin_state_up': True, 'tenant_id': 'fba86b652dc24d4784eb3caa4d3ed300'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:31:27.005652 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:31:27.171197 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Made reservation on behalf of fba86b652dc24d4784eb3caa4d3ed300 for: {'port': 1} {{(pid=104477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:31:27.175023 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.281936 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:27.343722 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Allocated IP 172.20.0.6 (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8/f225a51c-cf93-4940-b27e-16e97cb947a8/8cab2ea6-541e-419e-a704-f4bb40220d62) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:31:27.367227 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40384) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:27.383487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-52d5d304-82fa-4671-aa0f-446f33269315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.431517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:27.496600 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-52d5d304-82fa-4671-aa0f-446f33269315 admin admin] Publish callbacks [] for security_group (8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.528065 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks [] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.560242 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-52d5d304-82fa-4671-aa0f-446f33269315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.604037 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5d304-82fa-4671-aa0f-446f33269315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:27.628485 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-52d5d304-82fa-4671-aa0f-446f33269315 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=555581da74d4468f938c46fd570b1484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593703 May 23 20:31:27.631411 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40386) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:27.650420 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.699056 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] Publish callbacks [] for security_group (8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.701025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:31:27.707752 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:31:27.716992 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:31:27.723499 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] Publish callbacks [] for security_group (8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.755349 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Pushing event updated for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:27.793258 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:27.794007 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.819198 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb9b63-2c33-4f01-a276-aa4c07d00da4 req-205ab233-7976-45ac-9ce4-01d3c423a15d tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:27.820675 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-92eb9b63-2c33-4f01-a276-aa4c07d00da4 req-205ab233-7976-45ac-9ce4-01d3c423a15d tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 931 time: 0.0525081 May 23 20:31:27.871530 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-92eb9b63-2c33-4f01-a276-aa4c07d00da4 req-a4763f88-1372-4d1f-b8c6-1ef8dde71710 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 May 23 20:31:27.891303 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.896593 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:27.896593 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df HTTP/1.1" status: 204 len: 168 time: 0.2635810 May 23 20:31:27.922290 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-45f2f8c8-b9cd-4f0c-b772-a20070611333 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718907 May 23 20:31:27.923030 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56cac-5a76-4818-9773-68bb116941d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ec3d1-eff4-4ea5-aeed-b06b8cebd3df,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:27.944501 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.v2.base [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Request body: {'port': {'device_id': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:31:28.028126 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.362651 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cab2ea6-541e-419e-a704-f4bb40220d62 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:31:28.371692 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks [] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.375261 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:28.387436 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Transition to ACTIVE for port object 8cab2ea6-541e-419e-a704-f4bb40220d62 will not be triggered until provisioned by entity L2. {{(pid=104477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:31:28.468524 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.525932 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:28.611329 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Attempting to bind port 8cab2ea6-541e-419e-a704-f4bb40220d62 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:31:28.611658 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Attempting to bind port 8cab2ea6-541e-419e-a704-f4bb40220d62 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:31:28.612619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Attempting to bind port 8cab2ea6-541e-419e-a704-f4bb40220d62 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:31:28.617198 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Port 8cab2ea6-541e-419e-a704-f4bb40220d62 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:31:28.617519 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Attempting to bind port 8cab2ea6-541e-419e-a704-f4bb40220d62 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:31:28.622816 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:31:28.623456 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Checking segment: {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:31:28.623927 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Bound using segment: {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:31:28.624539 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Bound port: 8cab2ea6-541e-419e-a704-f4bb40220d62, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:31:28.624977 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.680150 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40398) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:28.696844 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1c27822-1785-430b-8034-32efd91ec29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.702646 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:31:28.706391 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=8cab2ea6-541e-419e-a704-f4bb40220d62,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:31:28.707923 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:28.745395 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:28.776055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8754241'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.796091 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1c27822-1785-430b-8034-32efd91ec29b admin admin] Publish callbacks [] for security_group (3e4a81b3-d589-4b41-a975-8283525629a0), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.829283 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:28.830104 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.832229 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] 10.222.0.31 "PUT /v2.0/ports/8cab2ea6-541e-419e-a704-f4bb40220d62 HTTP/1.1" status: 200 len: 1093 time: 0.9020483 May 23 20:31:28.832943 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:31:28.835219 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f558c4-6d16-4250-8d46-099f66a093ea" -d '{"events": [{"name": "network-changed", "server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:31:28.853146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143634e0-2881-450d-9142-7823f4ac8ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:28.862986 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1c27822-1785-430b-8034-32efd91ec29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3e4a81b3-d589-4b41-a975-8283525629a0), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:28.913182 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa78814-a8ca-4518-afff-cbf352e20043 x-openstack-request-id: req-afa78814-a8ca-4518-afff-cbf352e20043 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:31:28.922931 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:31:28.922931 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afa78814-a8ca-4518-afff-cbf352e20043 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:31:28.922931 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa78814-a8ca-4518-afff-cbf352e20043'] response: {'name': 'network-changed', 'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62', 'status': 'completed', 'code': 200} May 23 20:31:28.923951 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:28.955911 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b1c27822-1785-430b-8034-32efd91ec29b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbd108d42c2e4ebb89cbc60a56594729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745347 May 23 20:31:28.959029 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40404) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:28.973603 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27822-1785-430b-8034-32efd91ec29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a81b3-d589-4b41-a975-8283525629a0,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:28.981998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f558c4-6d16-4250-8d46-099f66a093ea req-65f0239e-4358-4f58-bbe9-9d421e8c0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:28.984273 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-78f558c4-6d16-4250-8d46-099f66a093ea req-65f0239e-4358-4f58-bbe9-9d421e8c0c0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 1127 time: 0.0544913 May 23 20:31:29.091528 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd547d-c8be-40a6-9fb2-195644ba39b1 req-7b228e50-238e-42e5-b6d3-a7f11e15e02b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:29.094043 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5acd547d-c8be-40a6-9fb2-195644ba39b1 req-7b228e50-238e-42e5-b6d3-a7f11e15e02b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 943 time: 0.0745029 May 23 20:31:29.097417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] Publish callbacks [] for security_group (3e4a81b3-d589-4b41-a975-8283525629a0), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:29.146977 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f558c4-6d16-4250-8d46-099f66a093ea req-7e5877b3-3e05-4ce1-bdf3-3a35476dad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:29.148785 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-78f558c4-6d16-4250-8d46-099f66a093ea req-7e5877b3-3e05-4ce1-bdf3-3a35476dad12 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1539497 May 23 20:31:29.151313 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] Publish callbacks [] for security_group (3e4a81b3-d589-4b41-a975-8283525629a0), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:29.188208 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5acd547d-c8be-40a6-9fb2-195644ba39b1 req-95072164-f6aa-45cc-923b-d7b19740429c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814292 May 23 20:31:29.293967 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f558c4-6d16-4250-8d46-099f66a093ea req-ee6f0117-3b30-4028-a800-cb9c4204549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:29.295504 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-78f558c4-6d16-4250-8d46-099f66a093ea req-ee6f0117-3b30-4028-a800-cb9c4204549c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393733 May 23 20:31:29.337493 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3e4a81b3-d589-4b41-a975-8283525629a0), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:29.341779 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:29.344392 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e4a81b3-d589-4b41-a975-8283525629a0 HTTP/1.1" status: 204 len: 168 time: 0.3798845 May 23 20:31:29.354716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46634a-3abb-42df-86b0-28ee6769f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a81b3-d589-4b41-a975-8283525629a0,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:29.390092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-e35963b5-f29c-433c-93a7-d1205b32eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:29.391699 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-e35963b5-f29c-433c-93a7-d1205b32eab5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 1127 time: 0.0590370 May 23 20:31:29.444937 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-bce3d8a2-e529-4cd5-b18c-d6b3d1a91f0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cab2ea6-541e-419e-a704-f4bb40220d62 HTTP/1.1" status: 200 len: 217 time: 0.0465381 May 23 20:31:29.501110 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ed6b-c181-40a1-982d-e4c33332024a req-39102678-a196-4736-abec-e274f0fdd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:29.502893 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-39102678-a196-4736-abec-e274f0fdd460 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f225a51c-cf93-4940-b27e-16e97cb947a8 HTTP/1.1" status: 200 len: 854 time: 0.0518346 May 23 20:31:29.539562 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-5d409f20-91da-46dd-95d4-df8280bcc584 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284700 May 23 20:31:29.650603 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-5bc67576-8534-420b-991b-16bbc0908e5a service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889609 May 23 20:31:29.727059 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:29.750420 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-4985ed6b-c181-40a1-982d-e4c33332024a req-5aa66c50-d90b-4bb6-b71e-dd344cbceead service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937822 May 23 20:31:30.345515 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a200e-12e3-4685-95d7-41f6ff22932f req-cf524c82-03fd-473b-9ab6-1278b032ea74 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:30.347106 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-872a200e-12e3-4685-95d7-41f6ff22932f req-cf524c82-03fd-473b-9ab6-1278b032ea74 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 943 time: 0.0752301 May 23 20:31:30.422055 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-872a200e-12e3-4685-95d7-41f6ff22932f req-fcf8603e-5509-4d4f-b36d-a817c0a172dc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671337 May 23 20:31:31.589249 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60dd74-9dc2-40e1-be71-11b6ae807918 req-e97dda29-550a-4025-a03c-62fa893438d2 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:31.591583 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7f60dd74-9dc2-40e1-be71-11b6ae807918 req-e97dda29-550a-4025-a03c-62fa893438d2 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 943 time: 0.0714321 May 23 20:31:31.656129 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7f60dd74-9dc2-40e1-be71-11b6ae807918 req-53c27e27-dacb-4a9b-8dfa-132eef4b5ee7 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586560 May 23 20:31:32.652398 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 8cab2ea6-541e-419e-a704-f4bb40220d62 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:31:32.767032 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=8cab2ea6-541e-419e-a704-f4bb40220d62,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:32.781256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '8cab2ea6-541e-419e-a704-f4bb40220d62', 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8', 'port_id': '8cab2ea6-541e-419e-a704-f4bb40220d62', 'mac_address': 'fa:16:3e:51:87:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f225a51c-cf93-4940-b27e-16e97cb947a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:31:32.841735 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 8cab2ea6-541e-419e-a704-f4bb40220d62 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:31:32.842421 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:32.851579 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5712ea-2959-44af-9daf-e7a0d7d97756 req-becf3227-8a00-4110-98a9-bbb3c7bf0177 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:32.853184 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2c5712ea-2959-44af-9daf-e7a0d7d97756 req-becf3227-8a00-4110-98a9-bbb3c7bf0177 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 943 time: 0.0957546 May 23 20:31:32.858363 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cab2ea6-541e-419e-a704-f4bb40220d62 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:31:32.888458 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=8cab2ea6-541e-419e-a704-f4bb40220d62,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:32.919037 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2c5712ea-2959-44af-9daf-e7a0d7d97756 req-67b24c56-5a93-46dd-9059-8c63d41ba95e tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573657 May 23 20:31:33.010672 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:33.062786 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:33.265216 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['8cab2ea6-541e-419e-a704-f4bb40220d62'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:31:34.052370 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df89d29-edaa-45f7-8520-270911e8dc1f req-ded1ed93-46df-4562-9afc-1417b2b7aa12 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:34.053799 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7df89d29-edaa-45f7-8520-270911e8dc1f req-ded1ed93-46df-4562-9afc-1417b2b7aa12 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 944 time: 0.0546069 May 23 20:31:34.109568 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7df89d29-edaa-45f7-8520-270911e8dc1f req-c59e1d7c-7ec5-4ef1-93f2-58541ba43ae5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 May 23 20:31:34.651448 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 8cab2ea6-541e-419e-a704-f4bb40220d62 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:31:34.709468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 8cab2ea6-541e-419e-a704-f4bb40220d62 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:31:34.770676 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 8cab2ea6-541e-419e-a704-f4bb40220d62 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:31:34.771165 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:34.861295 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:34.865049 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 8cab2ea6-541e-419e-a704-f4bb40220d62 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:31:34.865506 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:34.892199 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:31:34.894601 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4750062-82cf-445a-b479-e2ddcfa23a9e" -d '{"events": [{"server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "name": "network-vif-plugged", "status": "completed", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:31:34.906717 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=8cab2ea6-541e-419e-a704-f4bb40220d62,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:31:34.949508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2647da83-6a61-401c-9f34-1fc26bfc4253 x-openstack-request-id: req-2647da83-6a61-401c-9f34-1fc26bfc4253 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:31:34.950088 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "name": "network-vif-plugged", "status": "completed", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:31:34.950088 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2647da83-6a61-401c-9f34-1fc26bfc4253 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:31:34.950764 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2647da83-6a61-401c-9f34-1fc26bfc4253'] response: {'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62', 'code': 200} May 23 20:31:34.976667 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:35.033156 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:35.267070 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702b6c-e57e-4fb4-be82-5a12406008bb req-a5987dfc-883c-42c3-91c2-bf7b870e0512 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:35.274455 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb702b6c-e57e-4fb4-be82-5a12406008bb req-a5987dfc-883c-42c3-91c2-bf7b870e0512 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.0812845 May 23 20:31:35.314744 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0b4e4-e686-498b-a74c-2dd7f73d085d req-bac951b6-359f-47ea-adaf-ef61858a51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:35.317140 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6ee0b4e4-e686-498b-a74c-2dd7f73d085d req-bac951b6-359f-47ea-adaf-ef61858a51ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 1129 time: 0.0489762 May 23 20:31:35.329965 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bb702b6c-e57e-4fb4-be82-5a12406008bb req-aee8f83e-054b-4bfb-8efc-c23ee8d84e59 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 May 23 20:31:35.385529 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6ee0b4e4-e686-498b-a74c-2dd7f73d085d req-e89d54ad-a1e5-4e68-930a-dbc51cd3bb1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 May 23 20:31:35.685576 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:35.737478 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:36.455122 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f820ca-44ea-420a-8754-aabc099684fa req-eb392080-cffb-4e4f-9a58-08480ad1c01c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:36.457543 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a2f820ca-44ea-420a-8754-aabc099684fa req-eb392080-cffb-4e4f-9a58-08480ad1c01c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.0510991 May 23 20:31:36.512510 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a2f820ca-44ea-420a-8754-aabc099684fa req-a7b81dcb-4084-451c-82d1-77c7438a9664 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 May 23 20:31:37.632410 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0178ca-463b-40d7-b0a9-5ee8b5488e9f req-eccce6ab-f3de-4858-8ac9-01cc0c7ef7c7 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:31:37.634235 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d0178ca-463b-40d7-b0a9-5ee8b5488e9f req-eccce6ab-f3de-4858-8ac9-01cc0c7ef7c7 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.0536904 May 23 20:31:37.686178 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7d0178ca-463b-40d7-b0a9-5ee8b5488e9f req-1e4b3d5e-8c0c-4e09-9792-010dc2e92f6a tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 May 23 20:31:45.680396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=6 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:46.499582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=37 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:46.502473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=73 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:47.000122 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:47.001411 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:47.678518 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:47.682409 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=37 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:31:48.719269 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-566ba713-d650-4bb4-8fa7-b87cc545e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.702390 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40718) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:49.751014 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Deleting subnet a853d93b-afb3-4249-bd92-3993aefaf58f {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:31:49.754837 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Publish callbacks [] for subnet (a853d93b-afb3-4249-bd92-3993aefaf58f), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.790191 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (a853d93b-afb3-4249-bd92-3993aefaf58f), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.831064 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (a853d93b-afb3-4249-bd92-3993aefaf58f), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.948268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (a853d93b-afb3-4249-bd92-3993aefaf58f), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.971610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a853d93b-afb3-4249-bd92-3993aefaf58f,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:49.977401 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:49.980578 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-e2a2162f-ea8a-47fd-8d23-5d9591d913ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a853d93b-afb3-4249-bd92-3993aefaf58f HTTP/1.1" status: 204 len: 168 time: 0.2772024 May 23 20:31:49.983132 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40720) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:50.053996 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (919b7971-d637-4aef-92ae-1c5ac0e055d6), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.133357 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (919b7971-d637-4aef-92ae-1c5ac0e055d6), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.157686 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919b7971-d637-4aef-92ae-1c5ac0e055d6']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:31:50.167367 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a37f1e-cb31-42f2-8b02-047f4edabfae') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:31:50.167664 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a37f1e-cb31-42f2-8b02-047f4edabfae') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:31:50.176765 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (14a37f1e-cb31-42f2-8b02-047f4edabfae), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.190172 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (14a37f1e-cb31-42f2-8b02-047f4edabfae), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.196222 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:31:50.196599 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (14a37f1e-cb31-42f2-8b02-047f4edabfae), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.335777 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 14a37f1e-cb31-42f2-8b02-047f4edabfae resource provider aggregate not found May 23 20:31:50.341910 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (919b7971-d637-4aef-92ae-1c5ac0e055d6), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.347531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.351326 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] 10.222.0.16 "DELETE /v2.0/networks/919b7971-d637-4aef-92ae-1c5ac0e055d6 HTTP/1.1" status: 204 len: 168 time: 0.3672519 May 23 20:31:50.363493 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 14a37f1e-cb31-42f2-8b02-047f4edabfae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14a37f1e-cb31-42f2-8b02-047f4edabfae found for delete ", "request_id": "req-01622493-a319-4804-a0ed-b3e571dd1c72"}]} May 23 20:31:50.364399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba20e4-818d-4f85-847d-95ba0c44344d admin admin] Pushing event deleted for resources: {'Network': ['ID=919b7971-d637-4aef-92ae-1c5ac0e055d6,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:50.654585 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40736) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:50.694462 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-92bd10c2-7bdc-4a1e-8732-55c5787cffda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a656c669853f430a9a23e5568d1adb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386283 May 23 20:31:50.697550 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 40738) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:31:50.744843 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] Publish callbacks [] for security_group (40b76b2d-37d4-44ab-a586-e8e63b427fde), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.769051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] Publish callbacks [] for security_group (40b76b2d-37d4-44ab-a586-e8e63b427fde), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.879095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (40b76b2d-37d4-44ab-a586-e8e63b427fde), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.882192 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:50.885349 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40b76b2d-37d4-44ab-a586-e8e63b427fde HTTP/1.1" status: 204 len: 168 time: 0.1849067 May 23 20:31:50.891461 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e6416-b959-4543-b654-33f7c050d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b76b2d-37d4-44ab-a586-e8e63b427fde,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:31:50.905979 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-90c3c4f8-fb92-4535-a91b-2eb5d04fcfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:52.132417 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:53.597872 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:31:55.010335 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:00.802442 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:00.887867 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=78,neutron:DELETE=8 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:04.005804 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:32:04.961884 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:04.962903 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:05.793093 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:10.774542 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-cc8c957c-335b-4c26-aca7-76a2cd05c44e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477195 May 23 20:32:10.863829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-9176cac5-626c-4eaa-8a95-f8a0ea9061bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:10.865335 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-9176cac5-626c-4eaa-8a95-f8a0ea9061bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1129 time: 0.0436049 May 23 20:32:10.973567 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-e4af84b6-96bc-4553-ac73-25cec3039919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:10.975158 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-e4af84b6-96bc-4553-ac73-25cec3039919 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.0870426 May 23 20:32:11.043532 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-b86a4e38-bc3a-46f7-9f63-79b45ab01dac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 1001 time: 0.0611684 May 23 20:32:11.093453 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-894ebf39-6e7d-4009-930d-80277c5defb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:11.095083 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-894ebf39-6e7d-4009-930d-80277c5defb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0447502 May 23 20:32:11.140878 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-320ea8d5-1da8-44e9-bc70-979f3241b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:11.142498 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-320ea8d5-1da8-44e9-bc70-979f3241b5ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403483 May 23 20:32:11.244668 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-757276b0-2559-4490-8775-32a0c80bec80 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944207 May 23 20:32:11.341883 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e2004f59-d965-4056-83bd-7822af2c8d2a req-766e18ba-5ced-43ce-83d5-fba34c234e45 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 May 23 20:32:15.697132 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:15.963636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41040) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:16.065717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7d123735-e76c-4bf6-a9b4-a62efefc0fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.138227 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7d123735-e76c-4bf6-a9b4-a62efefc0fc0 admin admin] Publish callbacks [] for security_group (583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.210128 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-7d123735-e76c-4bf6-a9b4-a62efefc0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.251912 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-7d123735-e76c-4bf6-a9b4-a62efefc0fc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2ca99728e3443de8b564415903aff15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872131 May 23 20:32:16.252720 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123735-e76c-4bf6-a9b4-a62efefc0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:16.255577 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41048) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:16.310347 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] Publish callbacks [] for security_group (583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.331748 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] Publish callbacks [] for security_group (583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.434080 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.437055 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.440700 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf HTTP/1.1" status: 204 len: 168 time: 0.1809497 May 23 20:32:16.464480 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cabbc-9daa-4c8a-80bf-5c8697311515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583848ed-d3b5-47a6-b8bf-f26a5ba5fbbf,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:16.508464 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-8cc27833-5f55-4394-a8b3-c9a1911f2ccd tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704280330&fields=id&tenant_id=add3d6328c754244a17f23d21ff30fac HTTP/1.1" status: 200 len: 267 time: 0.0648596 May 23 20:32:16.562745 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-2e8a18e3-3546-4813-83d0-c569dbb5c460 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:16.564179 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-2e8a18e3-3546-4813-83d0-c569dbb5c460 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 984 time: 0.0504234 May 23 20:32:16.575424 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Request body: {'port': {'security_groups': ['3e675f79-f2db-47e8-b521-4b8d2b7fe7b2']}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:32:16.650627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.904006 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:32:16.935399 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:16.991777 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.004095 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['67a1ec00-9ca3-4f89-91f2-5e327a06d58b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:32:17.012337 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:17.039199 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:17.039839 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.041229 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-7bf444e8-12c8-48a6-94b9-b7de9ffdb05f req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "PUT /v2.0/ports/67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 942 time: 0.4702978 May 23 20:32:17.041791 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:32:17.047218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c941b5-8521-4754-af90-0235688372e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:32:17.047394 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41062) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:17.081888 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def90d7-aec1-423e-a1e3-c3ba0bf4f9ae tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=7']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:17.123473 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c33f9-beb5-406f-b7ec-57789ff9ace5 x-openstack-request-id: req-973c33f9-beb5-406f-b7ec-57789ff9ace5 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:32:17.123788 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:32:17.124041 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-973c33f9-beb5-406f-b7ec-57789ff9ace5 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:32:17.124443 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973c33f9-beb5-406f-b7ec-57789ff9ace5'] response: {'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:32:17.145734 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['67a1ec00-9ca3-4f89-91f2-5e327a06d58b'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:32:17.148992 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (b256790b-e2e2-4990-9bb8-c413ec567c72), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.178202 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (b256790b-e2e2-4990-9bb8-c413ec567c72), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.323695 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (b256790b-e2e2-4990-9bb8-c413ec567c72), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.326831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.328378 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "DELETE /v2.0/security-groups/b256790b-e2e2-4990-9bb8-c413ec567c72 HTTP/1.1" status: 204 len: 168 time: 0.2796667 May 23 20:32:17.330966 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41066) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:17.333784 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-2c2a421e-335f-4e9c-b5af-ec4a3424ee38 None None] Provisioning complete for port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b triggered by entity DHCP. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:32:17.334182 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2c2a421e-335f-4e9c-b5af-ec4a3424ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.341133 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a9fa4-c4d7-4ef8-b6e5-8e62f143f087 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256790b-e2e2-4990-9bb8-c413ec567c72,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:17.413832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a421e-335f-4e9c-b5af-ec4a3424ee38 None None] Current status of the port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b is: ACTIVE; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:32:17.715873 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Deleting port 30f02b7d-9056-4886-8253-c87a429dc7e5 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:32:17.716218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.756940 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:17.774572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:17.790336 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.790667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for floatingip (30f02b7d-9056-4886-8253-c87a429dc7e5), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:17.803023 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Calling delete_port for 30f02b7d-9056-4886-8253-c87a429dc7e5 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:32:17.993307 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (30f02b7d-9056-4886-8253-c87a429dc7e5), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:18.016003 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event deleted for resources: {'Port': ['ID=30f02b7d-9056-4886-8253-c87a429dc7e5,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:18.087653 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks [] for floatingip (0d146066-ead7-424a-ab6d-ad5eb352e946), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:18.087978 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Floating IP 0d146066-ead7-424a-ab6d-ad5eb352e946 disassociated (deleted). External IP: 172.27.2.217, port: 67a1ec00-9ca3-4f89-91f2-5e327a06d58b. May 23 20:32:18.288704 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Router f186f820-b146-413d-9aea-2035638b93ba has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:32:18.340572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:18.392658 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:32:18.397451 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:18.403677 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Sync routers for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:32:18.413637 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:32:18.414279 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:31:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:18.431216 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-04add912-2120-45b1-84a8-6a0e19dc6909 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d146066-ead7-424a-ab6d-ad5eb352e946 HTTP/1.1" status: 204 len: 168 time: 1.0967185 May 23 20:32:18.522522 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:32:18.719155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9bb11c28-7dd4-41fe-8649-17db1095bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:18.727965 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:18.751517 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Checking router: f186f820-b146-413d-9aea-2035638b93ba for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:32:18.761144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:32:18.762330 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:31:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:18.797823 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=100 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:18.816294 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:18.985960 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:32:19.125341 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:32:19.127658 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9016351-732e-4737-becf-7253d93c7d12" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:32:19.163051 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda54514-c4f4-44f0-9048-9e64e3996eda x-openstack-request-id: req-bda54514-c4f4-44f0-9048-9e64e3996eda {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:32:19.163325 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:32:19.163581 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bda54514-c4f4-44f0-9048-9e64e3996eda {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:32:19.163987 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda54514-c4f4-44f0-9048-9e64e3996eda'] response: {'name': 'network-changed', 'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:32:19.167261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-43ab356a-5805-4650-a678-881e02615a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:19.196424 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab356a-5805-4650-a678-881e02615a6a None None] The sync data for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi is: [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:29:34Z', 'revision_number': 4, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': 'f49c9010-d056-4d07-86fa-80b4885f557e', 'name': '', 'network_id': '7e5fded9-e8cc-49d8-986b-8a61204706ef', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'mac_address': 'fa:16:3e:ef:7e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:33Z', 'updated_at': '2022-05-23T20:29:38Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'subnets': [{'id': '88f28e07-f964-4d37-b26c-1967367ba4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:32:19.410738 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ff553-001d-4aab-8d1f-16d2db65198a None None] New status for floating IP 0d146066-ead7-424a-ab6d-ad5eb352e946: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:32:20.901162 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-88eb7ce7-755f-4c54-b2ff-e264aeee163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:22.122899 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:23.562871 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:23.997199 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:25.042826 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:27.219176 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:27.333387 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=85,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:28.425595 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=50 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:29.439948 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:33.483932 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41172) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:33.619527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port 9f19f5fd-b578-4156-a24b-11f11ed59792 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:32:33.619870 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:33.697473 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:33.697804 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (9f19f5fd-b578-4156-a24b-11f11ed59792), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:33.709863 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for 9f19f5fd-b578-4156-a24b-11f11ed59792 owned by network:floatingip {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:32:33.935773 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (9f19f5fd-b578-4156-a24b-11f11ed59792), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:33.960906 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=9f19f5fd-b578-4156-a24b-11f11ed59792,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:33.971272 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.971621 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.971963 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.972302 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.972636 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.973446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.973446 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.973727 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.973950 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.974298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.974623 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.974948 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.975263 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.975588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:33.975908 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:34.035615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (3d630dcc-a4a0-42b9-a719-74362d32368d), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:34.035937 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.db.l3_db [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 3d630dcc-a4a0-42b9-a719-74362d32368d disassociated (deleted). External IP: 172.27.2.58, port: 3da1951e-32c2-4a10-87c3-ed8bd6400eff. May 23 20:32:34.229537 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:32:34.328363 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:32:34.333171 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:34.338091 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:32:34.347661 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:32:34.348274 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:32:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:34.365408 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3e723e5c-e808-4ef7-acda-4cec4f8b5d3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "DELETE /v2.0/floatingips/3d630dcc-a4a0-42b9-a719-74362d32368d HTTP/1.1" status: 204 len: 168 time: 0.8774154 May 23 20:32:34.365408 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:32:34.366458 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2703f1d-331c-43b1-a4b4-b4a132490567" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:32:34.409845 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1f771b-3cfb-45e3-bd5b-241f988a1c6d x-openstack-request-id: req-ff1f771b-3cfb-45e3-bd5b-241f988a1c6d {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:32:34.410165 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:32:34.410417 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff1f771b-3cfb-45e3-bd5b-241f988a1c6d {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:32:34.411194 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1f771b-3cfb-45e3-bd5b-241f988a1c6d'] response: {'name': 'network-changed', 'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'status': 'completed', 'code': 200} May 23 20:32:34.476229 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:32:34.681929 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:34.710488 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:32:34.716735 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:32:34.717428 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:32:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:34.751903 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:34.774631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:34.787684 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61b22e-5d8c-48f3-bea9-06f923e25676 req-78e10c1a-a7ed-4b1a-a58c-979398291c33 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:34.789146 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ee61b22e-5d8c-48f3-bea9-06f923e25676 req-78e10c1a-a7ed-4b1a-a58c-979398291c33 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0477993 May 23 20:32:34.820125 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:34.822166 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:32:34.840175 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-ee61b22e-5d8c-48f3-bea9-06f923e25676 req-5707ff05-e61a-4358-a415-9408122ee059 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 May 23 20:32:34.859894 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:35.031034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:32:35.055053 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f006d9-66f2-4560-a2c1-c8020878ad16 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_floatingips': [{'id': '36ca026b-bc51-4c86-bd45-e1623602ab27', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'router_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'port_id': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'mac_address': 'fa:16:3e:93:83:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T20:28:43Z', 'updated_at': '2022-05-23T20:28:45Z', 'revision_number': 1, 'project_id': '26567fb564314003bf5ae836737b990e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:32:35.273773 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c164f8-6367-4271-b1af-051bf838e730 None None] New status for floating IP 3d630dcc-a4a0-42b9-a719-74362d32368d: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:32:35.762767 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:35.954818 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a234-2f4d-4194-9cf2-e5326e421090 req-737027e7-17e1-453b-9d8a-717182ceaae1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:35.956259 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b5e7a234-2f4d-4194-9cf2-e5326e421090 req-737027e7-17e1-453b-9d8a-717182ceaae1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0493734 May 23 20:32:36.003340 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b5e7a234-2f4d-4194-9cf2-e5326e421090 req-80dfc377-dd05-4d91-863c-7e96903c1c00 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 May 23 20:32:37.117116 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5b830-96bf-42d8-8841-2cba2f229e71 req-783a0fa8-7b3a-4685-bb9b-e36276f7730d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:37.118576 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2ca5b830-96bf-42d8-8841-2cba2f229e71 req-783a0fa8-7b3a-4685-bb9b-e36276f7730d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0468938 May 23 20:32:37.165712 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-2ca5b830-96bf-42d8-8841-2cba2f229e71 req-00e5724a-cf82-49bb-bf3d-357c85dd6cf7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 May 23 20:32:37.380724 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c941b5-8521-4754-af90-0235688372e3 req-116cec6f-e6fa-49d3-9d78-272f238b0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:37.382233 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-116cec6f-e6fa-49d3-9d78-272f238b0a3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1129 time: 0.0745964 May 23 20:32:37.383293 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-0749801b-9cfc-4482-87d4-b905e241ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:37.384584 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-0749801b-9cfc-4482-87d4-b905e241ff3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 1130 time: 0.0658507 May 23 20:32:38.276517 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca95f-1f2c-42dd-99f5-37538e934b1b req-f1c038a9-b795-4da7-86d7-33d89ec8a28d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:38.277926 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c9bca95f-1f2c-42dd-99f5-37538e934b1b req-f1c038a9-b795-4da7-86d7-33d89ec8a28d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0451670 May 23 20:32:38.332899 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c9bca95f-1f2c-42dd-99f5-37538e934b1b req-025b18f7-5306-4bf1-adea-3a8ef7a38e5d tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495629 May 23 20:32:39.446235 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae1bf-4d6b-450f-aff9-ceeeb9789750 req-ef92fc8b-4538-473c-9dcb-fabd232c907c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:39.447679 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-81aae1bf-4d6b-450f-aff9-ceeeb9789750 req-ef92fc8b-4538-473c-9dcb-fabd232c907c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0465372 May 23 20:32:39.494369 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-81aae1bf-4d6b-450f-aff9-ceeeb9789750 req-8e0c0e83-a505-4199-aa67-379c890ae550 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411186 May 23 20:32:40.606178 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97446a9-5cbb-4c1d-b3e4-6e1ea0683eb6 req-51b579f8-ff4b-4752-814e-bd0809386775 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:40.607625 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b97446a9-5cbb-4c1d-b3e4-6e1ea0683eb6 req-51b579f8-ff4b-4752-814e-bd0809386775 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0466611 May 23 20:32:40.655099 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-b97446a9-5cbb-4c1d-b3e4-6e1ea0683eb6 req-e19f954c-515e-46d2-b9e3-aa86e847deeb tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417869 May 23 20:32:41.005504 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:32:41.272193 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-c5c7de0a-6e41-4139-a7c7-69e38ffeadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:41.273630 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-c5c7de0a-6e41-4139-a7c7-69e38ffeadc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.1595569 May 23 20:32:41.274928 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c941b5-8521-4754-af90-0235688372e3 req-ef29dc79-1bf3-48b0-a2f8-7946af39ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:41.276205 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-ef29dc79-1bf3-48b0-a2f8-7946af39ebce service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 916 time: 0.1427119 May 23 20:32:41.330120 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-530282ae-d227-424b-b4ad-c31ab2aeeb10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff HTTP/1.1" status: 200 len: 217 time: 0.0399725 May 23 20:32:41.363691 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-c03cdb6c-7074-45b7-9ded-f4a1b40fe5d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 217 time: 0.0418601 May 23 20:32:41.770297 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6a703-20a7-4822-8cd0-16b861c77ccc req-1db4688d-06a8-4e2e-b885-17eb3d861e58 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:41.771750 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46e6a703-20a7-4822-8cd0-16b861c77ccc req-1db4688d-06a8-4e2e-b885-17eb3d861e58 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0507786 May 23 20:32:41.820325 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46e6a703-20a7-4822-8cd0-16b861c77ccc req-af59b06b-c90a-4791-babe-e054d48a7ebd tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 May 23 20:32:42.932205 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a9cf-f5de-4187-b120-cdb7886a1f71 req-e9415aab-b13e-476f-9559-b5a011930959 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:42.933750 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46a1a9cf-f5de-4187-b120-cdb7886a1f71 req-e9415aab-b13e-476f-9559-b5a011930959 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0475516 May 23 20:32:42.986372 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-46a1a9cf-f5de-4187-b120-cdb7886a1f71 req-afd16b08-a734-49e2-b02b-ab571d9eac09 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 May 23 20:32:44.103385 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0c08c-59ee-4749-a1ef-a977bff13de5 req-cd1c65e1-e0dc-4f01-8d2b-c2c858786735 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:44.105366 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83e0c08c-59ee-4749-a1ef-a977bff13de5 req-cd1c65e1-e0dc-4f01-8d2b-c2c858786735 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 946 time: 0.0531132 May 23 20:32:44.153503 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-83e0c08c-59ee-4749-a1ef-a977bff13de5 req-d43b8f8a-50bd-49ee-9d94-547c0bc42b7e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424693 May 23 20:32:44.899543 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 3da1951e-32c2-4a10-87c3-ed8bd6400eff no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:32:44.971810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 3da1951e-32c2-4a10-87c3-ed8bd6400eff is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:32:44.972205 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:44.994113 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:32:44.996365 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf9b00-bcb8-42a3-aa6a-b1e5343ad275" -d '{"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:32:45.008839 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:32:45.034844 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794266ee-2eae-4651-b324-d414558928c4 x-openstack-request-id: req-794266ee-2eae-4651-b324-d414558928c4 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:32:45.035144 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:32:45.035394 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-794266ee-2eae-4651-b324-d414558928c4 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:32:45.035794 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794266ee-2eae-4651-b324-d414558928c4'] response: {'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'code': 200} May 23 20:32:45.065268 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:45.115139 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=6']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:45.122760 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.123116 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.123460 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.123802 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.124139 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.124473 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.124804 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.125135 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.125464 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.125789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.126140 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.126493 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.126862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.127214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.127539 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:32:45.272558 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace039-c442-4917-b480-d2a451c04654 req-afd516d4-effc-4f29-bd09-df55b631684e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:45.274051 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e7ace039-c442-4917-b480-d2a451c04654 req-afd516d4-effc-4f29-bd09-df55b631684e tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0494745 May 23 20:32:45.277604 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:45.324617 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e7ace039-c442-4917-b480-d2a451c04654 req-df05beb0-d341-4334-be3e-ad87b705a065 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449860 May 23 20:32:46.333974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41294) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:46.437550 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ea64-4433-40b1-9123-bf3e66873702 req-4c871bfe-0414-41f4-9fb0-c98d5e2b5e4f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:46.439092 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cd32ea64-4433-40b1-9123-bf3e66873702 req-4c871bfe-0414-41f4-9fb0-c98d5e2b5e4f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0465717 May 23 20:32:46.444609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-90a438fb-36bd-446d-875c-f76718dd72e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.488058 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cd32ea64-4433-40b1-9123-bf3e66873702 req-5cb4e5dd-c5e1-4c39-a419-379bcab92f3c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 May 23 20:32:46.498786 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:46.519714 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-90a438fb-36bd-446d-875c-f76718dd72e7 admin admin] Publish callbacks [] for security_group (50c58cf7-a0f0-4989-a7ee-7f1c6272b50c), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.569755 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-90a438fb-36bd-446d-875c-f76718dd72e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (50c58cf7-a0f0-4989-a7ee-7f1c6272b50c), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.587218 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:46.606716 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a438fb-36bd-446d-875c-f76718dd72e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c58cf7-a0f0-4989-a7ee-7f1c6272b50c,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:46.612305 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-90a438fb-36bd-446d-875c-f76718dd72e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cc7a6629aca4ff5a9a57ebab23f76bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772422 May 23 20:32:46.614903 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41300) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:32:46.664066 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] Publish callbacks [] for security_group (50c58cf7-a0f0-4989-a7ee-7f1c6272b50c), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.685095 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] Publish callbacks [] for security_group (50c58cf7-a0f0-4989-a7ee-7f1c6272b50c), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.797947 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (50c58cf7-a0f0-4989-a7ee-7f1c6272b50c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.800422 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:46.801555 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50c58cf7-a0f0-4989-a7ee-7f1c6272b50c HTTP/1.1" status: 204 len: 168 time: 0.1857712 May 23 20:32:46.809868 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7426e8-4e31-4d05-ba12-1e5cfdfeaff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c58cf7-a0f0-4989-a7ee-7f1c6272b50c,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:32:47.601475 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aedcb-b1ff-4828-99ed-a06768be2151 req-edfba6d0-8244-4511-b067-1e79f4c7d434 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:47.602918 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-802aedcb-b1ff-4828-99ed-a06768be2151 req-edfba6d0-8244-4511-b067-1e79f4c7d434 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0483191 May 23 20:32:47.649331 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-802aedcb-b1ff-4828-99ed-a06768be2151 req-cd16a417-70b9-46bb-bb82-b67f410f32e2 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 May 23 20:32:48.704871 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d9505a4a-1281-4e56-9600-8898dbef1264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:48.761398 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f16c-5ac4-400c-81a8-f26ae929bc36 req-08a4581c-3337-4813-be0c-9045e89772f7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:48.762870 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1fe8f16c-5ac4-400c-81a8-f26ae929bc36 req-08a4581c-3337-4813-be0c-9045e89772f7 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0467401 May 23 20:32:48.811826 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1fe8f16c-5ac4-400c-81a8-f26ae929bc36 req-c48b8ae8-7032-4d64-9554-34b7c7638545 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 May 23 20:32:49.923521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed17a5b-0a9a-4086-9429-2216bd0d6c54 req-d51e7eed-af34-4d0d-bea8-3eb224b2f69c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:49.925017 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7ed17a5b-0a9a-4086-9429-2216bd0d6c54 req-d51e7eed-af34-4d0d-bea8-3eb224b2f69c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0471830 May 23 20:32:49.977006 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7ed17a5b-0a9a-4086-9429-2216bd0d6c54 req-a84d7c0a-9ab6-45dc-aec8-5b23c1ddf911 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464857 May 23 20:32:50.889184 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-76d97311-67fd-444b-a4b8-9a08ebd19cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:51.351145 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b4c8-8127-4fb9-8fdf-4c71e892d31a req-4218eea9-50fa-48a9-839f-9a367fbc2c19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:51.352626 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e267b4c8-8127-4fb9-8fdf-4c71e892d31a req-4218eea9-50fa-48a9-839f-9a367fbc2c19 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.3082678 May 23 20:32:51.400746 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e267b4c8-8127-4fb9-8fdf-4c71e892d31a req-6e171b8d-279f-4a2a-aa4c-2f5fb35d98e9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 May 23 20:32:52.129438 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:52.512779 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af3e0f-bb4b-426e-826d-4ce3077dcb16 req-a951e10a-6d2b-4b82-8640-974883ae7b42 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:52.514102 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a4af3e0f-bb4b-426e-826d-4ce3077dcb16 req-a951e10a-6d2b-4b82-8640-974883ae7b42 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0460982 May 23 20:32:52.560475 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-a4af3e0f-bb4b-426e-826d-4ce3077dcb16 req-4a675565-f2c2-4c70-9843-0b73c2cd8028 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 May 23 20:32:53.592107 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:53.669896 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:53.677997 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8f630-01cc-45d6-8cb9-698c9b9911d7 req-844f605a-98ec-4033-bdb1-b3b8690bcd93 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:53.679438 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bad8f630-01cc-45d6-8cb9-698c9b9911d7 req-844f605a-98ec-4033-bdb1-b3b8690bcd93 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0497673 May 23 20:32:53.727114 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-bad8f630-01cc-45d6-8cb9-698c9b9911d7 req-9034a21e-527c-4c2c-9388-c8403e6c06cd tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 May 23 20:32:54.802714 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:54.837323 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa473c-cbe5-441e-ad7a-bfeb82fd2439 req-ca64cc37-5d55-473c-9071-8e3a3b52fb18 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:54.838806 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-50fa473c-cbe5-441e-ad7a-bfeb82fd2439 req-ca64cc37-5d55-473c-9071-8e3a3b52fb18 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0464542 May 23 20:32:54.886624 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-50fa473c-cbe5-441e-ad7a-bfeb82fd2439 req-dda32945-491b-4797-8cd0-de39620d3c5c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 May 23 20:32:55.032132 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:32:56.003949 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93e999-14ca-4061-b85a-2c691bd88347 req-e4812280-b68f-4766-a725-99df9c8734dd tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:56.005392 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5c93e999-14ca-4061-b85a-2c691bd88347 req-e4812280-b68f-4766-a725-99df9c8734dd tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0517263 May 23 20:32:56.052396 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-5c93e999-14ca-4061-b85a-2c691bd88347 req-dc0db01c-8f1c-41e4-98de-e1d724653f39 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 May 23 20:32:56.804371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=36,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:56.805080 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:32:57.166090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bbb1b-6c81-4620-9e1d-bbe6a525175d req-e8daa761-1f33-404c-ae43-3cc23bd8a4f5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:57.167535 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6a6bbb1b-6c81-4620-9e1d-bbe6a525175d req-e8daa761-1f33-404c-ae43-3cc23bd8a4f5 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0466781 May 23 20:32:57.215524 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6a6bbb1b-6c81-4620-9e1d-bbe6a525175d req-72f4d595-a7c8-48da-9d59-9ec04410b7e9 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 May 23 20:32:58.477202 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31ef19-3d57-4fba-9b5e-a08d8cc561c5 req-11ded73d-547c-4ce5-b85b-4a2652f2e55a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:58.478877 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d31ef19-3d57-4fba-9b5e-a08d8cc561c5 req-11ded73d-547c-4ce5-b85b-4a2652f2e55a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.1966617 May 23 20:32:58.529960 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-2d31ef19-3d57-4fba-9b5e-a08d8cc561c5 req-d1bb6fc5-020c-436f-b7b6-c91a526ac705 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 May 23 20:32:59.641858 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47b63-2cc7-4982-a070-af6f85534edd req-69e03ad4-078f-4116-9891-e7d68dffcbc6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:32:59.643322 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-56f47b63-2cc7-4982-a070-af6f85534edd req-69e03ad4-078f-4116-9891-e7d68dffcbc6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0463505 May 23 20:32:59.692596 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-56f47b63-2cc7-4982-a070-af6f85534edd req-1c456e94-0dbf-43d1-947f-cd78d6f64295 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 May 23 20:33:00.807853 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0de8-8536-4e61-b46f-43d355578790 req-d9f32ae1-5b7c-4b0f-8ab7-c68671174a5f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:00.809320 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9aaf0de8-8536-4e61-b46f-43d355578790 req-d9f32ae1-5b7c-4b0f-8ab7-c68671174a5f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0476983 May 23 20:33:00.857541 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9aaf0de8-8536-4e61-b46f-43d355578790 req-075b64c8-62ce-4033-8071-9bb349cb83ff tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 May 23 20:33:00.991964 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:00.993324 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=9 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:01.889920 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-e38c82ae-c607-48f1-b2df-d8669af60cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:01.891423 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-e38c82ae-c607-48f1-b2df-d8669af60cd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0886488 May 23 20:33:01.892796 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c941b5-8521-4754-af90-0235688372e3 req-199e85f5-7ed5-4def-8d00-b53e85b03d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:01.894103 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-199e85f5-7ed5-4def-8d00-b53e85b03d9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0889816 May 23 20:33:01.895502 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-a6eaae54-0bf6-4a22-b542-75622522de5a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:01.896960 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-a6eaae54-0bf6-4a22-b542-75622522de5a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0503037 May 23 20:33:01.999635 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port 3da1951e-32c2-4a10-87c3-ed8bd6400eff {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:01.999979 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:02.007754 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-5e8df5ae-6318-4c3c-b034-01fbd5609c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.009210 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-5e8df5ae-6318-4c3c-b034-01fbd5609c2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1055176 May 23 20:33:02.012199 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c941b5-8521-4754-af90-0235688372e3 req-6559f3db-449c-4d1e-a3b0-f1fa800391f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.013968 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-6559f3db-449c-4d1e-a3b0-f1fa800391f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004682 May 23 20:33:02.024473 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e752d-36c8-4b29-bfed-cc8bc2a655e7 req-ecaff8c9-7e9b-453c-8bc3-3abc807f14ae tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.025945 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e7e752d-36c8-4b29-bfed-cc8bc2a655e7 req-ecaff8c9-7e9b-453c-8bc3-3abc807f14ae tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 944 time: 0.0633471 May 23 20:33:02.058336 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:02.096612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] For port 3da1951e-32c2-4a10-87c3-ed8bd6400eff, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=3da1951e-32c2-4a10-87c3-ed8bd6400eff,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:02.096974 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:02.111460 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for 3da1951e-32c2-4a10-87c3-ed8bd6400eff owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:02.206854 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-6e7e752d-36c8-4b29-bfed-cc8bc2a655e7 req-0d8c7e8a-fc2b-41ef-ba79-014da17eb38c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644187 May 23 20:33:02.228538 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-358ab4e9-2911-408f-8f49-6061f150aa76 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015765 May 23 20:33:02.239615 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-0c6d2d3a-6128-46c6-9af1-8ff7e4fd8978 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044117 May 23 20:33:02.327864 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (3da1951e-32c2-4a10-87c3-ed8bd6400eff), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:02.355900 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=3da1951e-32c2-4a10-87c3-ed8bd6400eff,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:02.409415 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] No DVR routers for this DVR port 3da1951e-32c2-4a10-87c3-ed8bd6400eff on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:02.413554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:02.416804 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-5fbb8db3-c226-460b-8890-613e1aeec490 req-efa143f3-f9c7-41f7-94e1-e2a5289c049c tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "DELETE /v2.0/ports/3da1951e-32c2-4a10-87c3-ed8bd6400eff HTTP/1.1" status: 204 len: 173 time: 0.5054026 May 23 20:33:02.419956 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-deleted', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:02.421731 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b82fbf-aca5-4a9a-9139-b979554a5b58" -d '{"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-deleted", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:02.460145 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2246e-1f13-49ff-a7bf-826d9be1e8d7 x-openstack-request-id: req-a8d2246e-1f13-49ff-a7bf-826d9be1e8d7 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:02.460432 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd", "name": "network-vif-deleted", "tag": "3da1951e-32c2-4a10-87c3-ed8bd6400eff", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:02.460807 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8d2246e-1f13-49ff-a7bf-826d9be1e8d7 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:02.461211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d2246e-1f13-49ff-a7bf-826d9be1e8d7'] response: {'server_uuid': 'f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd', 'name': 'network-vif-deleted', 'tag': '3da1951e-32c2-4a10-87c3-ed8bd6400eff', 'status': 'completed', 'code': 200} May 23 20:33:02.493445 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:02.534664 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-07c941b5-8521-4754-af90-0235688372e3 req-3ae03dc7-c046-4931-9ea0-e1b325d6ff02 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739683 May 23 20:33:02.537980 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f2703f1d-331c-43b1-a4b4-b4a132490567 req-e8e82366-2b8b-4c8d-99f9-ea57d78da219 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608632 May 23 20:33:02.701235 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9016351-732e-4737-becf-7253d93c7d12 req-ca76cf38-13a3-4e60-a5d7-eda51d5d4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.702816 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-ca76cf38-13a3-4e60-a5d7-eda51d5d4b0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=add3d6328c754244a17f23d21ff30fac&device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 1129 time: 0.0428255 May 23 20:33:02.799492 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9016351-732e-4737-becf-7253d93c7d12 req-34a8eea8-38a3-4aa6-9ca5-8424434354fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.801614 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-34a8eea8-38a3-4aa6-9ca5-8424434354fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 200 len: 916 time: 0.0923259 May 23 20:33:02.849023 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-44661c6b-7099-4971-a616-cef948de05ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 200 len: 217 time: 0.0400949 May 23 20:33:02.926267 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9016351-732e-4737-becf-7253d93c7d12 req-0e917862-eaec-4ca3-8363-23cf83c8540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.928680 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-0e917862-eaec-4ca3-8363-23cf83c8540d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 200 len: 854 time: 0.0690567 May 23 20:33:02.979423 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9016351-732e-4737-becf-7253d93c7d12 req-b842e6dd-b5ef-46ec-8c10-b7d36b850e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:02.982563 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-b842e6dd-b5ef-46ec-8c10-b7d36b850e91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e5fded9-e8cc-49d8-986b-8a61204706ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472770 May 23 20:33:03.079479 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-19685b7d-8505-4d70-9ff5-51f23063c502 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914705 May 23 20:33:03.170918 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9016351-732e-4737-becf-7253d93c7d12 req-f5bb6396-76ee-4899-9ea4-cbda8d43e020 service neutron] 10.222.0.31 "GET /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846190 May 23 20:33:03.382253 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-65695934-ab18-40e3-bae5-e12af753a5ba req-5b6641ac-43ea-479f-9ab5-eb7b6f55dd64 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c4d7f6-9b0d-43b0-a0e1-22c441d1cfbd HTTP/1.1" status: 200 len: 210 time: 0.0836318 May 23 20:33:04.972257 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:04.974092 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:05.767336 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:07.923906 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11173d81-692d-4c6f-8f3d-0d8d92ce24bd req-815b4220-83a5-4aa1-973e-cbce355e1f43 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:07.925365 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-11173d81-692d-4c6f-8f3d-0d8d92ce24bd req-815b4220-83a5-4aa1-973e-cbce355e1f43 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0537035 May 23 20:33:07.978783 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-11173d81-692d-4c6f-8f3d-0d8d92ce24bd req-04dbbaa6-eea6-41b3-b8df-6f0ac95c9bc3 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 May 23 20:33:09.097721 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5f1ce-b3cc-4605-8be8-f2bd936ec75a req-ce834b4b-a040-4530-a681-dbbb10d1d058 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:09.099190 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d5d5f1ce-b3cc-4605-8be8-f2bd936ec75a req-ce834b4b-a040-4530-a681-dbbb10d1d058 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0491748 May 23 20:33:09.129472 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41476) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:09.146651 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d5d5f1ce-b3cc-4605-8be8-f2bd936ec75a req-bf629cd1-1704-4296-9d2d-f2d40689af84 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 May 23 20:33:09.176521 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:09.268337 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port bd508a19-cd45-46b1-9f6b-cf860166a54c {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:09.268676 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.340513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.340837 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (bd508a19-cd45-46b1-9f6b-cf860166a54c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.352929 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for bd508a19-cd45-46b1-9f6b-cf860166a54c owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:09.494056 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:09.590586 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (bd508a19-cd45-46b1-9f6b-cf860166a54c), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.615715 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=bd508a19-cd45-46b1-9f6b-cf860166a54c,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:09.627512 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.627862 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.628206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.628544 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.628876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.629206 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.629534 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.629865 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.630224 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.630549 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.630873 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.631197 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.631517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.631839 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.632153 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:09.689190 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (36ca026b-bc51-4c86-bd45-e1623602ab27), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.689554 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.db.l3_db [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Floating IP 36ca026b-bc51-4c86-bd45-e1623602ab27 disassociated (deleted). External IP: 172.27.2.224, port: ded069bc-1e0c-448e-8af6-6ea2d76dc8f8. May 23 20:33:09.882761 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:33:09.985632 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:33:09.989987 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:09.995850 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:33:10.005366 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:10.005979 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:32:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:10.019434 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c62195b2-cfc7-4945-8d7d-fb860df0dc53 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "DELETE /v2.0/floatingips/36ca026b-bc51-4c86-bd45-e1623602ab27 HTTP/1.1" status: 204 len: 168 time: 0.8888619 May 23 20:33:10.020123 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:10.022485 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8596c-e93d-4589-9949-e2bc17427617" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:10.059876 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f75aa8-7a22-4dfc-bf80-5199614da82a x-openstack-request-id: req-01f75aa8-7a22-4dfc-bf80-5199614da82a {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:10.060167 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:10.060470 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01f75aa8-7a22-4dfc-bf80-5199614da82a {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:10.060957 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f75aa8-7a22-4dfc-bf80-5199614da82a'] response: {'name': 'network-changed', 'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'status': 'completed', 'code': 200} May 23 20:33:10.111540 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:10.262448 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949db645-5ac2-4d59-9647-58c1b005a296 req-42e5de00-791f-4fdb-96a1-1b466ad7407b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:10.263929 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-949db645-5ac2-4d59-9647-58c1b005a296 req-42e5de00-791f-4fdb-96a1-1b466ad7407b tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0471916 May 23 20:33:10.302139 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:10.310899 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-949db645-5ac2-4d59-9647-58c1b005a296 req-69173a59-9424-4e3d-9639-7fc2a9cf723d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 May 23 20:33:10.329164 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:33:10.338679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:10.338679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:32:51Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:10.400620 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cbaf1-45e7-411c-a308-f9558e2d4bd3 req-c6d1813f-6ad5-4012-b553-7a35df06c223 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:10.402207 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ce5cbaf1-45e7-411c-a308-f9558e2d4bd3 req-c6d1813f-6ad5-4012-b553-7a35df06c223 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0477915 May 23 20:33:10.420935 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:10.455593 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ce5cbaf1-45e7-411c-a308-f9558e2d4bd3 req-634a6a39-3cb8-4925-a412-d1d398a30c57 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476730 May 23 20:33:10.563585 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:10.744679 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:10.768863 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55506b-d28d-4192-9c59-e1331ed6fcb3 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:24:45Z', 'revision_number': 4, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi', '_interfaces': [{'id': '6772c34f-d7e0-4435-874a-5a5ce6d3a7e7', 'name': '', 'network_id': 'd1b674a5-f902-453a-bbbe-6a61eb453929', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'mac_address': 'fa:16:3e:33:8f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:45Z', 'updated_at': '2022-05-23T20:24:49Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'subnets': [{'id': 'd0405bd9-c90a-499e-8e6a-be929101143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:33:10.977947 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755f40d4-1340-4b5b-a662-a7227316e6d7 None None] New status for floating IP 36ca026b-bc51-4c86-bd45-e1623602ab27: DOWN {{(pid=104480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 20:33:11.160831 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8596c-e93d-4589-9949-e2bc17427617 req-875e62c5-46bd-4928-88e3-fdb806d4def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:11.162332 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-875e62c5-46bd-4928-88e3-fdb806d4def5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26567fb564314003bf5ae836737b990e&device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 1129 time: 0.0441618 May 23 20:33:11.259219 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-d7919c12-6a44-4b72-8639-e1c4731efb24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768168 May 23 20:33:11.292546 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8596c-e93d-4589-9949-e2bc17427617 req-1788b8c4-7495-456a-883f-9d8c4a436afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:11.292546 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-1788b8c4-7495-456a-883f-9d8c4a436afa service neutron] 10.222.0.31 "GET /v2.0/networks?id=d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 200 len: 911 time: 0.1173737 May 23 20:33:11.429614 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eebe1-aaea-4fb1-b229-19bd55b1c874 req-aef44f31-591f-4b8c-97dc-d3fd2a664bc0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:11.431048 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-649eebe1-aaea-4fb1-b229-19bd55b1c874 req-aef44f31-591f-4b8c-97dc-d3fd2a664bc0 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0460899 May 23 20:33:11.480321 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-649eebe1-aaea-4fb1-b229-19bd55b1c874 req-e8b9d0d1-2a72-4388-84ca-f40ffa522283 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 May 23 20:33:11.575103 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc04e-cd49-45dd-9ee7-9d6e884d2829 req-45825408-77d0-4f33-9aa7-ca1403f36e00 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:11.576467 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ef2cc04e-cd49-45dd-9ee7-9d6e884d2829 req-45825408-77d0-4f33-9aa7-ca1403f36e00 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0509090 May 23 20:33:11.623842 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ef2cc04e-cd49-45dd-9ee7-9d6e884d2829 req-564e19a3-33b3-4656-80ee-3620b0d0243a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 May 23 20:33:12.462388 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-65e62b25-168b-41dc-b5af-0d62acdf45ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 200 len: 217 time: 0.0324101 May 23 20:33:12.564164 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-622b5ea1-fd47-4fe9-b331-a937d13e6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:12.565827 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-622b5ea1-fd47-4fe9-b331-a937d13e6945 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 1129 time: 0.0763259 May 23 20:33:12.569828 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8596c-e93d-4589-9949-e2bc17427617 req-68c94785-54fd-4d74-9bb2-46cf2339019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:12.571134 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-68c94785-54fd-4d74-9bb2-46cf2339019d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 200 len: 849 time: 0.0726128 May 23 20:33:12.601052 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fbc88-05b0-41a3-aadf-8df106ba6491 req-a3f6b4c0-8b9c-4511-b9f2-ee8c4731d2d8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:12.602524 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-324fbc88-05b0-41a3-aadf-8df106ba6491 req-a3f6b4c0-8b9c-4511-b9f2-ee8c4731d2d8 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0503440 May 23 20:33:12.652465 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-324fbc88-05b0-41a3-aadf-8df106ba6491 req-ed4ae7f9-5d2f-49b1-a289-7bc3fc8cb565 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 May 23 20:33:12.738513 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3cf8d-f178-4b35-a3d9-1ebd550880fd req-bc7af565-f228-4640-bd5a-8593b48c8b83 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:12.739970 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9c3cf8d-f178-4b35-a3d9-1ebd550880fd req-bc7af565-f228-4640-bd5a-8593b48c8b83 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0472364 May 23 20:33:12.751716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:12.788896 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-f9c3cf8d-f178-4b35-a3d9-1ebd550880fd req-a8955f04-7b98-4df4-b941-99823ddc4419 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 May 23 20:33:13.764799 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136ddab-4777-4a63-a384-59d2ce55cc7b req-32da2c03-4baf-4714-a8c8-5228c3d8e97f tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:13.766260 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d136ddab-4777-4a63-a384-59d2ce55cc7b req-32da2c03-4baf-4714-a8c8-5228c3d8e97f tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0461240 May 23 20:33:13.811717 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d136ddab-4777-4a63-a384-59d2ce55cc7b req-108e122f-dd0d-449a-a5c9-1e4d20f83e81 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 May 23 20:33:13.899379 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e0a5-0d4f-4691-9088-1b277c174691 req-9a176e78-bfee-4e1b-ab12-ff16ab9f9b94 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:13.900820 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7327e0a5-0d4f-4691-9088-1b277c174691 req-9a176e78-bfee-4e1b-ab12-ff16ab9f9b94 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0457749 May 23 20:33:13.951913 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-7327e0a5-0d4f-4691-9088-1b277c174691 req-c89f2765-0ef9-4a85-9bbe-3a2352cd7005 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450089 May 23 20:33:14.924698 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4318-5366-4919-a6be-c7d64ae0cb55 req-4c92b800-2bf6-479a-b7b3-ed763e73019d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:14.926148 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c08b4318-5366-4919-a6be-c7d64ae0cb55 req-4c92b800-2bf6-479a-b7b3-ed763e73019d tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0483022 May 23 20:33:14.936615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:14.946568 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:14.973025 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-c08b4318-5366-4919-a6be-c7d64ae0cb55 req-59e8f6a7-2f87-4299-87e2-4e099320e6ec tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 May 23 20:33:15.064852 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af6a16-e067-4b6c-9dd3-2c86c5d409ba req-53bd4605-ad8f-43d0-ba70-ed2c8802ccd1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.066338 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-29af6a16-e067-4b6c-9dd3-2c86c5d409ba req-53bd4605-ad8f-43d0-ba70-ed2c8802ccd1 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0470173 May 23 20:33:15.114447 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-29af6a16-e067-4b6c-9dd3-2c86c5d409ba req-a4a72827-12ac-4926-b2a0-a63966d4a466 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 May 23 20:33:15.229489 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 67a1ec00-9ca3-4f89-91f2-5e327a06d58b no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:15.241845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8596c-e93d-4589-9949-e2bc17427617 req-69e623ea-e390-440e-bffb-9ae3ef54c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.243499 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-69e623ea-e390-440e-bffb-9ae3ef54c60d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d1b674a5-f902-453a-bbbe-6a61eb453929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396302 May 23 20:33:15.300345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b is: ACTIVE; New status is: DOWN {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:33:15.304402 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:15.323295 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:15.325482 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5648b-32da-4fdd-b6b1-1c75ad54210a" -d '{"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:15.337718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:15.363982 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114fff9-6e3d-40ac-a12d-703f255580d5 x-openstack-request-id: req-b114fff9-6e3d-40ac-a12d-703f255580d5 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:15.364280 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:15.364581 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b114fff9-6e3d-40ac-a12d-703f255580d5 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:15.364925 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b114fff9-6e3d-40ac-a12d-703f255580d5'] response: {'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'code': 200} May 23 20:33:15.409268 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:15.429800 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9dd23-8d42-453c-827e-040638de5583 req-a4c2d369-4f9e-402f-a3ba-ce76ed9a1962 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.431597 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aea9dd23-8d42-453c-827e-040638de5583 req-a4c2d369-4f9e-402f-a3ba-ce76ed9a1962 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 945 time: 0.0953820 May 23 20:33:15.462744 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=8']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:15.467221 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-358d10ae-900b-4943-9687-2e3617408965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.469343 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-358d10ae-900b-4943-9687-2e3617408965 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 915 time: 0.1270392 May 23 20:33:15.506919 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-71e50bdf-b61b-494b-91ce-4eb7b1347377 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601453 May 23 20:33:15.512581 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-ac616959-75cf-4218-81cb-b25106126f31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cab2ea6-541e-419e-a704-f4bb40220d62 HTTP/1.1" status: 200 len: 217 time: 0.0364978 May 23 20:33:15.518967 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292820c1-ac0b-48cc-9948-c112380d2422 req-cec5d2e3-682c-43c4-be8a-450a811d76fc tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.520348 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-292820c1-ac0b-48cc-9948-c112380d2422 req-cec5d2e3-682c-43c4-be8a-450a811d76fc tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0885906 May 23 20:33:15.589922 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Deleting port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:15.590304 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:15.627117 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-6baff966-2d8e-4d82-923f-86655c25fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:15.627117 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-6baff966-2d8e-4d82-923f-86655c25fcf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f225a51c-cf93-4940-b27e-16e97cb947a8 HTTP/1.1" status: 200 len: 854 time: 0.1015878 May 23 20:33:15.646295 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:15.659246 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:15.659615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:15.663842 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-0e474ed1-3e14-4721-a511-4dd792f12dcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318937 May 23 20:33:15.823819 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] For port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:15.824185 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:15.841514 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-60420182-7438-4604-8de0-b76506ff0dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650226 May 23 20:33:15.842580 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:15.954359 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-1df8596c-e93d-4589-9949-e2bc17427617 req-411d48d3-ad40-41bf-b7b5-6ed90d481ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298627 May 23 20:33:15.985822 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] For port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:15.986222 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:16.002790 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Calling delete_port for 67a1ec00-9ca3-4f89-91f2-5e327a06d58b owned by compute:nova {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:16.106697 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bd698-fdb3-4a01-9c43-b06d8e315aaa req-3a56f924-7353-4aa6-994d-2f989ea38472 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:16.108196 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-712bd698-fdb3-4a01-9c43-b06d8e315aaa req-3a56f924-7353-4aa6-994d-2f989ea38472 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 943 time: 0.0622418 May 23 20:33:16.197999 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-712bd698-fdb3-4a01-9c43-b06d8e315aaa req-7ec30a63-33e3-4b19-a7f8-c7d6a45e94b6 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823543 May 23 20:33:16.268837 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b0341-f818-4f74-ba96-0e590d3ab15a req-aa29f767-b36a-4962-9be9-8586acff0bfc tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:16.270309 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-070b0341-f818-4f74-ba96-0e590d3ab15a req-aa29f767-b36a-4962-9be9-8586acff0bfc tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 945 time: 0.0814881 May 23 20:33:16.278042 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (67a1ec00-9ca3-4f89-91f2-5e327a06d58b), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:16.285355 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:16.303453 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-56471c0a-03f7-4d73-a787-b1c1438411b0 req-5762e190-b6ff-4728-bd46-378f4f806d7e service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543569 May 23 20:33:16.314887 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Pushing event deleted for resources: {'Port': ['ID=67a1ec00-9ca3-4f89-91f2-5e327a06d58b,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:16.355857 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] No DVR routers for this DVR port 67a1ec00-9ca3-4f89-91f2-5e327a06d58b on host hv-cinder-84301 {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:16.358733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:16.361977 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-aea9dd23-8d42-453c-827e-040638de5583 req-90dca3eb-ec39-4640-8c84-caf2fe7b38de tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.31 "DELETE /v2.0/ports/67a1ec00-9ca3-4f89-91f2-5e327a06d58b HTTP/1.1" status: 204 len: 173 time: 0.9218831 May 23 20:33:16.362493 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-deleted', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:16.364724 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de0083f749ec4e72d99457579b5434eb83fd8c74cce50e8b27a31eb96e6603f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe39ee4-f250-48cc-8661-519a008e872c" -d '{"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-deleted", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:16.370093 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-070b0341-f818-4f74-ba96-0e590d3ab15a req-3414f2f2-c44b-46fd-bd1a-08ac51e80717 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/security-groups?id=526ab315-09d5-4395-8111-c293b0b90b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871727 May 23 20:33:16.407346 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5311d7-06bb-48a7-a6c9-9227fd65728e x-openstack-request-id: req-6f5311d7-06bb-48a7-a6c9-9227fd65728e {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:16.407346 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0514fc-e707-470d-aedc-d33f24833ff4", "name": "network-vif-deleted", "tag": "67a1ec00-9ca3-4f89-91f2-5e327a06d58b", "status": "completed", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:16.407346 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f5311d7-06bb-48a7-a6c9-9227fd65728e {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:16.407346 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5311d7-06bb-48a7-a6c9-9227fd65728e'] response: {'server_uuid': 'dd0514fc-e707-470d-aedc-d33f24833ff4', 'name': 'network-vif-deleted', 'tag': '67a1ec00-9ca3-4f89-91f2-5e327a06d58b', 'status': 'completed', 'code': 200} May 23 20:33:16.506741 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (ded069bc-1e0c-448e-8af6-6ea2d76dc8f8), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:16.534097 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:16.538150 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=ded069bc-1e0c-448e-8af6-6ea2d76dc8f8,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:16.591361 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] No DVR routers for this DVR port ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:16.593831 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:16.596889 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-292820c1-ac0b-48cc-9948-c112380d2422 req-17d7a341-cba2-4ea0-aa7e-5b8d3f758fc0 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.31 "DELETE /v2.0/ports/ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 HTTP/1.1" status: 204 len: 173 time: 1.0685201 May 23 20:33:16.597323 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'name': 'network-vif-deleted', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:16.599498 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dc040-cebb-4f17-9969-90bc81219063" -d '{"events": [{"server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "name": "network-vif-deleted", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:16.638998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f44ccb-f531-4192-aa02-c75da9c10b42 x-openstack-request-id: req-46f44ccb-f531-4192-aa02-c75da9c10b42 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:16.638998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd76191-07fb-44e2-af58-b6a847a04996", "name": "network-vif-deleted", "tag": "ded069bc-1e0c-448e-8af6-6ea2d76dc8f8", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:16.638998 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46f44ccb-f531-4192-aa02-c75da9c10b42 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:16.638998 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f44ccb-f531-4192-aa02-c75da9c10b42'] response: {'server_uuid': 'fdd76191-07fb-44e2-af58-b6a847a04996', 'name': 'network-vif-deleted', 'tag': 'ded069bc-1e0c-448e-8af6-6ea2d76dc8f8', 'status': 'completed', 'code': 200} May 23 20:33:17.308895 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-48b2ff82-597e-4c3b-8121-2fa932724cf7 req-c5518b00-02d0-4003-84ac-703e7da38051 tempest-TestMinimumBasicScenario-1637718339 tempest-TestMinimumBasicScenario-1637718339-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0514fc-e707-470d-aedc-d33f24833ff4 HTTP/1.1" status: 200 len: 210 time: 0.0277908 May 23 20:33:17.485780 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-d7459752-5040-4f10-91ad-6af4e05b94b0 req-f03598e3-c40d-4904-aa57-96c62074fd2a tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd76191-07fb-44e2-af58-b6a847a04996 HTTP/1.1" status: 200 len: 210 time: 0.0297000 May 23 20:33:18.004984 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:33:18.542433 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41562) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:18.659832 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Deleting port c87deba8-8f02-4da4-8f66-983335da2dcc {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:18.660168 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:18.706667 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a315ae30-9ff8-47b7-bdbc-c7e3b6696038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:18.736132 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:18.736395 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (c87deba8-8f02-4da4-8f66-983335da2dcc), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:18.749159 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Calling delete_port for c87deba8-8f02-4da4-8f66-983335da2dcc owned by network:floatingip {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:18.946464 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (c87deba8-8f02-4da4-8f66-983335da2dcc), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:18.972144 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'Port': ['ID=c87deba8-8f02-4da4-8f66-983335da2dcc,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:19.038921 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for floatingip (34800643-9307-4161-97e4-d49590e02dce), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:19.041416 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for floatingip (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:19.042651 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-4af71173-7189-4f11-af5d-a42da20ea81f tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "DELETE /v2.0/floatingips/34800643-9307-4161-97e4-d49590e02dce HTTP/1.1" status: 204 len: 168 time: 0.4992321 May 23 20:33:19.210214 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:19.229649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:19.230000 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device ded069bc-1e0c-448e-8af6-6ea2d76dc8f8 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:19.919785 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41616) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:19.976100 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:20.251029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (f186f820-b146-413d-9aea-2035638b93ba), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.332716 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:20.410221 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41630) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:20.429149 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:20.467807 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (526ab315-09d5-4395-8111-c293b0b90b87), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.482361 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Deleting port f49c9010-d056-4d07-86fa-80b4885f557e {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:20.482695 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.495057 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (526ab315-09d5-4395-8111-c293b0b90b87), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.564331 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] For port f49c9010-d056-4d07-86fa-80b4885f557e, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=f49c9010-d056-4d07-86fa-80b4885f557e,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:20.564698 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.578621 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Calling delete_port for f49c9010-d056-4d07-86fa-80b4885f557e owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:20.609312 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (526ab315-09d5-4395-8111-c293b0b90b87), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.611889 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.613027 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] 10.222.0.16 "DELETE /v2.0/security-groups/526ab315-09d5-4395-8111-c293b0b90b87 HTTP/1.1" status: 204 len: 168 time: 0.2018213 May 23 20:33:20.622697 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359cf2b-8d68-4360-8ab3-84e8c20701d6 tempest-TestVolumeBootPattern-529201914 tempest-TestVolumeBootPattern-529201914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ab315-09d5-4395-8111-c293b0b90b87,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:20.742837 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41634) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:20.762833 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:20.839123 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (f49c9010-d056-4d07-86fa-80b4885f557e), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:20.871292 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f49c9010-d056-4d07-86fa-80b4885f557e,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:20.925733 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e87f9833-820b-4ebe-91f1-7b7f0a96750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.008943 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=13 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.034999 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (f186f820-b146-413d-9aea-2035638b93ba), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.217297 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (557b7c67-db6d-4311-b62f-666e29495df4), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.251309 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Router f186f820-b146-413d-9aea-2035638b93ba has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:33:21.301146 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.364864 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:33:21.372288 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-1c1b95a0-fca6-4cc6-9441-0e7ff3dff8aa admin admin] 10.222.0.16 "PUT /v2.0/routers/f186f820-b146-413d-9aea-2035638b93ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492500 May 23 20:33:21.372944 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41642) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:21.379906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Sync routers for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:33:21.396339 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.398158 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:21.399012 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:21.450396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.516989 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:21.535575 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks [] for router (f186f820-b146-413d-9aea-2035638b93ba), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.569308 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Deleting port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:21.569583 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.573656 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.666156 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:21.695203 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:33:20Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:21.705360 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] For port 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:21.705723 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.708702 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks [] for router_gateway (f186f820-b146-413d-9aea-2035638b93ba), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.720837 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Checking router: f186f820-b146-413d-9aea-2035638b93ba for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:33:21.724990 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Calling delete_port for 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 owned by network:router_interface {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:21.730455 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Routers {'f186f820-b146-413d-9aea-2035638b93ba'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:21.731658 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['f186f820-b146-413d-9aea-2035638b93ba'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:21.823619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06cab8-7eb8-419c-92c6-fdc96975a16f req-7249f2f3-d583-403f-9a6f-9653c6c15fe8 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:21.825470 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9d06cab8-7eb8-419c-92c6-fdc96975a16f req-7249f2f3-d583-403f-9a6f-9653c6c15fe8 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.0513549 May 23 20:33:21.847430 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] Set router f186f820-b146-413d-9aea-2035638b93ba gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:21.866964 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Deleting port 0f9c6acd-b256-46f4-aa1f-066d93dc4239 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:21.867325 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:21.876684 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-9d06cab8-7eb8-419c-92c6-fdc96975a16f req-678b224f-dd3c-4a40-9016-9f9b5fff0334 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 May 23 20:33:21.992554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] For port 0f9c6acd-b256-46f4-aa1f-066d93dc4239, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0f9c6acd-b256-46f4-aa1f-066d93dc4239,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:21.993231 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.014299 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Calling delete_port for 0f9c6acd-b256-46f4-aa1f-066d93dc4239 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:22.031339 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:33:20Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:22.062718 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33620aef-5557-4259-bf87-32802ad6c6cf None None] The sync data for ids ['f186f820-b146-413d-9aea-2035638b93ba'] in dv-cinder-843018-1-iscsi is: [{'id': 'f186f820-b146-413d-9aea-2035638b93ba', 'name': 'tempest-TestMinimumBasicScenario-1407007931-router', 'tenant_id': 'add3d6328c754244a17f23d21ff30fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:30Z', 'updated_at': '2022-05-23T20:33:20Z', 'revision_number': 5, 'project_id': 'add3d6328c754244a17f23d21ff30fac', 'gw_port': {'id': '0f9c6acd-b256-46f4-aa1f-066d93dc4239', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186f820-b146-413d-9aea-2035638b93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:31Z', 'updated_at': '2022-05-23T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:33:22.115050 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (6772c34f-d7e0-4435-874a-5a5ce6d3a7e7), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.140915 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.144472 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6772c34f-d7e0-4435-874a-5a5ce6d3a7e7,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:22.157609 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:22.358846 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (557b7c67-db6d-4311-b62f-666e29495df4), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.396574 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (0f9c6acd-b256-46f4-aa1f-066d93dc4239), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.407525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:22.435909 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9c6acd-b256-46f4-aa1f-066d93dc4239,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:22.575604 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (f186f820-b146-413d-9aea-2035638b93ba), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.670667 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (f186f820-b146-413d-9aea-2035638b93ba), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.674163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks [] for router_controller (f186f820-b146-413d-9aea-2035638b93ba), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.752340 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Router 557b7c67-db6d-4311-b62f-666e29495df4 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:33:22.799546 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (f186f820-b146-413d-9aea-2035638b93ba), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.800107 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f186f820-b146-413d-9aea-2035638b93ba {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:33:22.807612 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:22.808750 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5144e327-cabb-4141-b1b0-938f99eebe48 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f186f820-b146-413d-9aea-2035638b93ba HTTP/1.1" status: 204 len: 168 time: 1.4352515 May 23 20:33:22.811260 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41646) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:23.206868 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Deleting subnet 88f28e07-f964-4d37-b26c-1967367ba4a6 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:33:23.215325 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Publish callbacks [] for subnet (88f28e07-f964-4d37-b26c-1967367ba4a6), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.217364 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:33:23.226663 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Sync routers for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:33:23.236543 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:23.237134 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:23.249570 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-9781cdd1-fe5d-4723-a208-775b81bf6c64 admin admin] 10.222.0.16 "PUT /v2.0/routers/557b7c67-db6d-4311-b62f-666e29495df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023246 May 23 20:33:23.250488 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41650) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:23.256339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966174-d551-428a-9329-3cce1408c883 req-c1c22e20-bcd0-4482-a083-47afff282a4c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:23.257808 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37966174-d551-428a-9329-3cce1408c883 req-c1c22e20-bcd0-4482-a083-47afff282a4c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.1347134 May 23 20:33:23.263682 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-8c850e8c-3b96-4f95-9d48-3b7e1902dbd5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:23.265600 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-8c850e8c-3b96-4f95-9d48-3b7e1902dbd5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 945 time: 0.1287758 May 23 20:33:23.318822 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (88f28e07-f964-4d37-b26c-1967367ba4a6), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.375608 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks [] for router (557b7c67-db6d-4311-b62f-666e29495df4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.378256 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:23.425040 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-37966174-d551-428a-9329-3cce1408c883 req-8738430a-27dd-4dd2-b747-69c02e31fc46 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566410 May 23 20:33:23.439421 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:23.461102 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Deleting port 8cab2ea6-541e-419e-a704-f4bb40220d62 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:23.461371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.483637 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks [] for router_gateway (557b7c67-db6d-4311-b62f-666e29495df4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.485060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (88f28e07-f964-4d37-b26c-1967367ba4a6), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.555785 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:23.556008 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.588552 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Deleting port fb5bd780-3f68-46fc-9db9-95087652c23d {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:23.588785 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.602457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] For port 8cab2ea6-541e-419e-a704-f4bb40220d62, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=8cab2ea6-541e-419e-a704-f4bb40220d62,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:23.603087 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.617019 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Calling delete_port for 8cab2ea6-541e-419e-a704-f4bb40220d62 owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:23.626760 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:33:21Z', 'revision_number': 5, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port': {'id': 'fb5bd780-3f68-46fc-9db9-95087652c23d', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557b7c67-db6d-4311-b62f-666e29495df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:43Z', 'updated_at': '2022-05-23T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:23.652765 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Checking router: 557b7c67-db6d-4311-b62f-666e29495df4 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:33:23.661350 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Routers {'557b7c67-db6d-4311-b62f-666e29495df4'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:23.661957 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['557b7c67-db6d-4311-b62f-666e29495df4'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:23.665585 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (88f28e07-f964-4d37-b26c-1967367ba4a6), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.675701 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] For port fb5bd780-3f68-46fc-9db9-95087652c23d, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=fb5bd780-3f68-46fc-9db9-95087652c23d,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:23.676197 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.690567 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Calling delete_port for fb5bd780-3f68-46fc-9db9-95087652c23d owned by network:router_gateway {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:23.697811 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f28e07-f964-4d37-b26c-1967367ba4a6,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:23.704650 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.708004 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-dc8dee84-1369-4fd4-95d0-4039e5927e75 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88f28e07-f964-4d37-b26c-1967367ba4a6 HTTP/1.1" status: 204 len: 168 time: 0.8957686 May 23 20:33:23.714193 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b5b51-b15a-4311-8566-0c5d8d96913f None None] Network 7e5fded9-e8cc-49d8-986b-8a61204706ef requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:33:23.714384 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41652) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:23.756745 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] Set router 557b7c67-db6d-4311-b62f-666e29495df4 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:23.805475 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (7e5fded9-e8cc-49d8-986b-8a61204706ef), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.812705 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:33:23Z', 'revision_number': 6, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:23.817325 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:23.859505 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7afd5f-8aae-421d-88ca-6e85ec281053 None None] The sync data for ids ['557b7c67-db6d-4311-b62f-666e29495df4'] in dv-cinder-843018-1-iscsi is: [{'id': '557b7c67-db6d-4311-b62f-666e29495df4', 'name': 'tempest-TestVolumeBootPattern-83763094-router', 'tenant_id': '26567fb564314003bf5ae836737b990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:42Z', 'updated_at': '2022-05-23T20:33:23Z', 'revision_number': 6, 'project_id': '26567fb564314003bf5ae836737b990e', 'gw_port_host': None}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:33:23.895069 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Deleting port bde17a8f-e394-4fb3-8de8-a8a286c77d6c {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:23.895480 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.922845 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] DHCP port deletion for 7e5fded9-e8cc-49d8-986b-8a61204706ef request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:33:23.964412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Deleting port bde17a8f-e394-4fb3-8de8-a8a286c77d6c {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:23.964697 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.965663 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] For port bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:23.966227 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.968682 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (8cab2ea6-541e-419e-a704-f4bb40220d62), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:23.986762 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (fb5bd780-3f68-46fc-9db9-95087652c23d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.003547 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['8cab2ea6-541e-419e-a704-f4bb40220d62'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:33:24.008527 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Calling delete_port for bde17a8f-e394-4fb3-8de8-a8a286c77d6c owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:24.012975 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Pushing event deleted for resources: {'Port': ['ID=8cab2ea6-541e-419e-a704-f4bb40220d62,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.014687 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5bd780-3f68-46fc-9db9-95087652c23d,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.041854 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:24.050841 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] For port bde17a8f-e394-4fb3-8de8-a8a286c77d6c, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,segment=NetworkSegment(35895d73-8629-4e79-869f-1c854336bdcd),segment_id=35895d73-8629-4e79-869f-1c854336bdcd)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:24.051240 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.067467 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Calling delete_port for bde17a8f-e394-4fb3-8de8-a8a286c77d6c owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:24.084888 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (557b7c67-db6d-4311-b62f-666e29495df4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.101539 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] No DVR routers for this DVR port 8cab2ea6-541e-419e-a704-f4bb40220d62 on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:24.104133 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.107549 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-cd168d08-0137-4533-a47c-c7afd9f60b09 req-76c261f4-3fa7-4543-af05-c4f7123f8dfd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "DELETE /v2.0/ports/8cab2ea6-541e-419e-a704-f4bb40220d62 HTTP/1.1" status: 204 len: 173 time: 0.8304951 May 23 20:33:24.110163 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'name': 'network-vif-deleted', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:24.112768 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:24.113233 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5dc91-f8f2-4c5a-9830-8af33fc43f49" -d '{"events": [{"server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "name": "network-vif-deleted", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:24.150893 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:24.156041 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5837c81d-87ec-4b49-b8a2-d553e5dd95cd x-openstack-request-id: req-5837c81d-87ec-4b49-b8a2-d553e5dd95cd {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:24.161100 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a1911a-62de-46bb-aff3-872e9f2f0a86", "name": "network-vif-deleted", "tag": "8cab2ea6-541e-419e-a704-f4bb40220d62", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:24.161100 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5837c81d-87ec-4b49-b8a2-d553e5dd95cd {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:24.161100 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5837c81d-87ec-4b49-b8a2-d553e5dd95cd'] response: {'server_uuid': '30a1911a-62de-46bb-aff3-872e9f2f0a86', 'name': 'network-vif-deleted', 'tag': '8cab2ea6-541e-419e-a704-f4bb40220d62', 'status': 'completed', 'code': 200} May 23 20:33:24.195242 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (557b7c67-db6d-4311-b62f-666e29495df4), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.198321 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks [] for router_controller (557b7c67-db6d-4311-b62f-666e29495df4), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.221060 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.234738 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (bde17a8f-e394-4fb3-8de8-a8a286c77d6c), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.266368 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.271298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] No DVR routers for this DVR port bde17a8f-e394-4fb3-8de8-a8a286c77d6c on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:24.275176 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] Pushing event deleted for resources: {'Port': ['ID=bde17a8f-e394-4fb3-8de8-a8a286c77d6c,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.283691 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67290b-4ded-4bf2-b9d2-686cb166963a None None] No DVR routers for this DVR port bde17a8f-e394-4fb3-8de8-a8a286c77d6c on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:24.330108 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (557b7c67-db6d-4311-b62f-666e29495df4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.330730 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557b7c67-db6d-4311-b62f-666e29495df4 {{(pid=104477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:33:24.343504 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.347209 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-40b564bd-ca72-4fe3-8f87-cf582d46ed9a admin admin] 10.222.0.16 "DELETE /v2.0/routers/557b7c67-db6d-4311-b62f-666e29495df4 HTTP/1.1" status: 204 len: 168 time: 1.0941708 May 23 20:33:24.348121 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41656) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:24.364615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (7e5fded9-e8cc-49d8-986b-8a61204706ef), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.391524 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5fded9-e8cc-49d8-986b-8a61204706ef']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:24.403352 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35895d73-8629-4e79-869f-1c854336bdcd') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:24.403638 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35895d73-8629-4e79-869f-1c854336bdcd') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:24.414866 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (35895d73-8629-4e79-869f-1c854336bdcd), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.418738 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Deleting subnet d0405bd9-c90a-499e-8e6a-be929101143f {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:33:24.422510 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Publish callbacks [] for subnet (d0405bd9-c90a-499e-8e6a-be929101143f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.432999 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (35895d73-8629-4e79-869f-1c854336bdcd), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.439978 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:33:24.440532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (35895d73-8629-4e79-869f-1c854336bdcd), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.468904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3400647'] for subnet (d0405bd9-c90a-499e-8e6a-be929101143f), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.494217 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 35895d73-8629-4e79-869f-1c854336bdcd resource provider aggregate not found May 23 20:33:24.517211 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment 35895d73-8629-4e79-869f-1c854336bdcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35895d73-8629-4e79-869f-1c854336bdcd found for delete ", "request_id": "req-3f81ce33-2c98-4947-8f40-aa3a3d5fc778"}]} May 23 20:33:24.555751 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-efa12f4f-962e-43de-b364-2e43a95cb56a req-01c1d443-884a-4d5e-bc7a-c4ea0585fae1 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=30a1911a-62de-46bb-aff3-872e9f2f0a86 HTTP/1.1" status: 200 len: 210 time: 0.0295122 May 23 20:33:24.558675 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (d0405bd9-c90a-499e-8e6a-be929101143f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.609943 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (7e5fded9-e8cc-49d8-986b-8a61204706ef), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.615457 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.618534 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e5fded9-e8cc-49d8-986b-8a61204706ef HTTP/1.1" status: 204 len: 168 time: 0.9043150 May 23 20:33:24.621503 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41664) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:24.629071 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2e770-3a39-44c4-a181-291138425757 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e5fded9-e8cc-49d8-986b-8a61204706ef,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.703552 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8755871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487103'] for subnet (d0405bd9-c90a-499e-8e6a-be929101143f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.724789 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0f9c6acd-b256-46f4-aa1f-066d93dc4239 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:24.734727 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0405bd9-c90a-499e-8e6a-be929101143f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:24.742774 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.745940 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a5bc2416-e834-416c-b345-062409922b80 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0405bd9-c90a-499e-8e6a-be929101143f HTTP/1.1" status: 204 len: 168 time: 0.3964920 May 23 20:33:24.748694 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41666) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:24.774158 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658a11f-0498-4e67-90aa-5dcd17cfe0f4 None None] Network d1b674a5-f902-453a-bbbe-6a61eb453929 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:33:24.787948 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 0f9c6acd-b256-46f4-aa1f-066d93dc4239 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:24.788288 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0f9c6acd-b256-46f4-aa1f-066d93dc4239 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:24.788936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device bde17a8f-e394-4fb3-8de8-a8a286c77d6c no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:24.820172 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:24.831914 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (d1b674a5-f902-453a-bbbe-6a61eb453929), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.842806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: bde17a8f-e394-4fb3-8de8-a8a286c77d6c {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:24.844027 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device bde17a8f-e394-4fb3-8de8-a8a286c77d6c not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:24.844603 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:24.849587 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:24.871862 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:24.872490 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6772c34f-d7e0-4435-874a-5a5ce6d3a7e7 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:24.873085 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device f49c9010-d056-4d07-86fa-80b4885f557e no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:24.885477 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Deleting port 6650c985-b4e1-4113-b115-fe24c6ef7130 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:24.885907 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:24.895305 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: f49c9010-d056-4d07-86fa-80b4885f557e {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:24.895936 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device f49c9010-d056-4d07-86fa-80b4885f557e not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:24.984371 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] For port 6650c985-b4e1-4113-b115-fe24c6ef7130, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6650c985-b4e1-4113-b115-fe24c6ef7130,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:24.984680 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.006532 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Calling delete_port for 6650c985-b4e1-4113-b115-fe24c6ef7130 owned by network:dhcp {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:25.035939 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] DHCP port deletion for d1b674a5-f902-453a-bbbe-6a61eb453929 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:33:25.067136 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.090328 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Deleting port 6650c985-b4e1-4113-b115-fe24c6ef7130 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:25.090783 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.165037 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] For port 6650c985-b4e1-4113-b115-fe24c6ef7130, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=6650c985-b4e1-4113-b115-fe24c6ef7130,segment=NetworkSegment(e21293aa-ea41-4a5b-9fac-c832c31d8265),segment_id=e21293aa-ea41-4a5b-9fac-c832c31d8265)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:25.165525 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.185535 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Calling delete_port for 6650c985-b4e1-4113-b115-fe24c6ef7130 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:25.259581 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.265837 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (6650c985-b4e1-4113-b115-fe24c6ef7130), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.277164 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Pushing event deleted for resources: {'Port': ['ID=6650c985-b4e1-4113-b115-fe24c6ef7130,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:25.282544 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] No DVR routers for this DVR port 6650c985-b4e1-4113-b115-fe24c6ef7130 on host dv-cinder-843018-1-iscsi {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:25.292982 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] Pushing event deleted for resources: {'Port': ['ID=6650c985-b4e1-4113-b115-fe24c6ef7130,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:25.294808 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b292552-de0a-4653-a489-ce76ba419141 None None] No DVR routers for this DVR port 6650c985-b4e1-4113-b115-fe24c6ef7130 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:25.354886 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (16702b50-5119-4811-acce-a777760c6f5d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.361015 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (d1b674a5-f902-453a-bbbe-6a61eb453929), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.382360 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b674a5-f902-453a-bbbe-6a61eb453929']}} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:25.392721 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21293aa-ea41-4a5b-9fac-c832c31d8265') {'for_net_delete': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:25.394443 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.services.segments.db [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21293aa-ea41-4a5b-9fac-c832c31d8265') {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:25.403073 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9048159'] for segment (e21293aa-ea41-4a5b-9fac-c832c31d8265), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.416463 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (e21293aa-ea41-4a5b-9fac-c832c31d8265), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.422778 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:33:25.423166 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9087941'] for segment (e21293aa-ea41-4a5b-9fac-c832c31d8265), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.516904 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:25.535358 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:25.540464 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (d1b674a5-f902-453a-bbbe-6a61eb453929), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.546666 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.549749 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1b674a5-f902-453a-bbbe-6a61eb453929 HTTP/1.1" status: 204 len: 168 time: 0.7996199 May 23 20:33:25.560125 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41668) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:25.567870 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d12456-5c94-4810-ab4c-6d1dd92b4094 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b674a5-f902-453a-bbbe-6a61eb453929,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:25.580816 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Deleting port 76b87b26-0843-4643-b844-db7553c86558 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:25.581250 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (76b87b26-0843-4643-b844-db7553c86558), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.666858 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] For port 76b87b26-0843-4643-b844-db7553c86558, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=76b87b26-0843-4643-b844-db7553c86558,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:25.667225 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (76b87b26-0843-4643-b844-db7553c86558), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.682720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Calling delete_port for 76b87b26-0843-4643-b844-db7553c86558 owned by network:router_interface {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:25.711661 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:25.885774 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667331'] for router_interface (21c73416-1d55-496a-8a54-05cbb8e4e347), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.917972 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (76b87b26-0843-4643-b844-db7553c86558), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:25.946399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b87b26-0843-4643-b844-db7553c86558,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:26.099692 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:26.123788 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device fb5bd780-3f68-46fc-9db9-95087652c23d no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:26.151275 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: fb5bd780-3f68-46fc-9db9-95087652c23d {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:26.151722 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device fb5bd780-3f68-46fc-9db9-95087652c23d not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:26.152246 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6650c985-b4e1-4113-b115-fe24c6ef7130 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:26.172227 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Deleting port 1cd7ec71-c469-4ae0-aefa-c306d209a92b {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:26.172537 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.174940 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (16702b50-5119-4811-acce-a777760c6f5d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.182762 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 6650c985-b4e1-4113-b115-fe24c6ef7130 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:26.183599 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 6650c985-b4e1-4113-b115-fe24c6ef7130 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:26.260949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] For port 1cd7ec71-c469-4ae0-aefa-c306d209a92b, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=1cd7ec71-c469-4ae0-aefa-c306d209a92b,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:26.261312 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.275618 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Calling delete_port for 1cd7ec71-c469-4ae0-aefa-c306d209a92b owned by network:router_interface {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:26.279915 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:26.386040 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Router 16702b50-5119-4811-acce-a777760c6f5d has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:33:26.488098 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:33:26.492936 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d4ac47d6-17af-4cf9-97b9-6d0409859216 admin admin] 10.222.0.16 "PUT /v2.0/routers/16702b50-5119-4811-acce-a777760c6f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704171 May 23 20:33:26.495409 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41676) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:26.497623 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Sync routers for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:33:26.508910 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:26.509610 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:26.523868 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (1cd7ec71-c469-4ae0-aefa-c306d209a92b), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.533092 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:26.548338 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment e21293aa-ea41-4a5b-9fac-c832c31d8265 resource provider aggregate not found May 23 20:33:26.553779 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd7ec71-c469-4ae0-aefa-c306d209a92b,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:26.576318 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.services.segments.plugin [-] Segment e21293aa-ea41-4a5b-9fac-c832c31d8265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e21293aa-ea41-4a5b-9fac-c832c31d8265 found for delete ", "request_id": "req-492eaaef-1afe-4824-8343-330a2a5281e6"}]} May 23 20:33:26.599894 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks [] for router (16702b50-5119-4811-acce-a777760c6f5d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.626293 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: dv-cinder-843018-1-iscsi {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:26.641695 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:26.717257 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks [] for router_gateway (16702b50-5119-4811-acce-a777760c6f5d), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.750279 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667223'] for router_interface (21c73416-1d55-496a-8a54-05cbb8e4e347), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.820102 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:33:25Z', 'revision_number': 5, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port': {'id': '7f1a9722-8867-4a8b-8bff-e185fa9d6033', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702b50-5119-4811-acce-a777760c6f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:29:38Z', 'updated_at': '2022-05-23T20:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:26.824664 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:26.843663 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Deleting port 7f1a9722-8867-4a8b-8bff-e185fa9d6033 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:26.846666 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.859024 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Checking router: 16702b50-5119-4811-acce-a777760c6f5d for host: dv-cinder-843018-1-iscsi {{(pid=104479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:33:26.869349 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Routers {'16702b50-5119-4811-acce-a777760c6f5d'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:26.870155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['16702b50-5119-4811-acce-a777760c6f5d'], 'active': True} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:26.947209 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] For port 7f1a9722-8867-4a8b-8bff-e185fa9d6033, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=7f1a9722-8867-4a8b-8bff-e185fa9d6033,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:26.947583 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:26.964302 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Calling delete_port for 7f1a9722-8867-4a8b-8bff-e185fa9d6033 owned by network:router_gateway {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:27.017503 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Router 21c73416-1d55-496a-8a54-05cbb8e4e347 has already been hosted by L3 agent 0984cdb8-6e40-4835-ad30-9b75749c705c {{(pid=104478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 20:33:27.102030 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvr_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] Set router 16702b50-5119-4811-acce-a777760c6f5d gateway port host: None {{(pid=104479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:27.153252 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] Notify agent at l3_agent.dv-cinder-843018-1-iscsi the message routers_updated {{(pid=104478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 20:33:27.153502 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_hamode_db [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:33:26Z', 'revision_number': 6, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:27.161309 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5794ad8e-1792-44d1-a2da-f81fd38bc632 admin admin] 10.222.0.16 "PUT /v2.0/routers/21c73416-1d55-496a-8a54-05cbb8e4e347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6002517 May 23 20:33:27.162844 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41684) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:27.166718 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Sync routers for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 20:33:27.183216 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:27.184282 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:27.190933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb53c8-8711-4617-9b9d-c0e87ca7571e None None] The sync data for ids ['16702b50-5119-4811-acce-a777760c6f5d'] in dv-cinder-843018-1-iscsi is: [{'id': '16702b50-5119-4811-acce-a777760c6f5d', 'name': 'tempest-TestMinimumBasicScenario-1295260160-router', 'tenant_id': '6155dcead5db4331929493c1ac0ecfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:29:37Z', 'updated_at': '2022-05-23T20:33:26Z', 'revision_number': 6, 'project_id': '6155dcead5db4331929493c1ac0ecfb9', 'gw_port_host': None}] {{(pid=104479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:33:27.251867 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (7f1a9722-8867-4a8b-8bff-e185fa9d6033), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.289058 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1a9722-8867-4a8b-8bff-e185fa9d6033,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:27.301169 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks [] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.317720 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: dv-cinder-843018-1-iscsi {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:27.350303 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (16702b50-5119-4811-acce-a777760c6f5d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.399129 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:27.401966 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks [] for router_gateway (21c73416-1d55-496a-8a54-05cbb8e4e347), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.437265 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (16702b50-5119-4811-acce-a777760c6f5d), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.439700 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks [] for router_controller (16702b50-5119-4811-acce-a777760c6f5d), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.487409 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'external_fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:33:26Z', 'revision_number': 5, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port': {'id': '082ff4d7-2714-406b-85c6-ad6e0c787403', 'name': '', 'network_id': '1442d21d-5e82-455f-852a-742b566b5712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843018-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T20:24:50Z', 'updated_at': '2022-05-23T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e10bd793-0399-4709-a6ad-9e67ebed45fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843018-1-iscsi'}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:27.489157 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Deleting port 082ff4d7-2714-406b-85c6-ad6e0c787403 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:27.489496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.511723 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Checking router: 21c73416-1d55-496a-8a54-05cbb8e4e347 for host: dv-cinder-843018-1-iscsi {{(pid=104480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 20:33:27.520106 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Routers {'21c73416-1d55-496a-8a54-05cbb8e4e347'} bound to L3 agent in host dv-cinder-843018-1-iscsi {{(pid=104480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 20:33:27.520713 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843018-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T20:14:21Z,description=,heartbeat_timestamp=2022-05-23T20:33:21Z,host='dv-cinder-843018-1-iscsi',id=0984cdb8-6e40-4835-ad30-9b75749c705c,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T20:14:21Z,topic='l3_agent')) {'router_ids': ['21c73416-1d55-496a-8a54-05cbb8e4e347'], 'active': True} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:27.557725 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (16702b50-5119-4811-acce-a777760c6f5d), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.558399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16702b50-5119-4811-acce-a777760c6f5d {{(pid=104477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:33:27.558540 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=100 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:27.562968 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.564149 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-76271b34-0dcf-46d3-b62c-013713cc8e83 admin admin] 10.222.0.16 "DELETE /v2.0/routers/16702b50-5119-4811-acce-a777760c6f5d HTTP/1.1" status: 204 len: 168 time: 1.0677779 May 23 20:33:27.566763 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41686) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:27.592478 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] For port 082ff4d7-2714-406b-85c6-ad6e0c787403, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=082ff4d7-2714-406b-85c6-ad6e0c787403,segment=NetworkSegment(32185167-5e85-4843-98f5-831b830be7d2),segment_id=32185167-5e85-4843-98f5-831b830be7d2)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:27.593363 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.608521 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_dvr_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] Set router 21c73416-1d55-496a-8a54-05cbb8e4e347 gateway port host: None {{(pid=104480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 20:33:27.610622 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Calling delete_port for 082ff4d7-2714-406b-85c6-ad6e0c787403 owned by network:router_gateway {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:27.629191 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Deleting subnet 2e5e9cf8-9d93-4845-ba57-a65a95a0784f {{(pid=104477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:33:27.632463 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Publish callbacks [] for subnet (2e5e9cf8-9d93-4845-ba57-a65a95a0784f), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.662887 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.l3_hamode_db [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:33:27Z', 'revision_number': 6, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port_host': None}], 'dv-cinder-843018-1-iscsi', False) {} {{(pid=104480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:27.664949 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:27.674086 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3400647'] for subnet (2e5e9cf8-9d93-4845-ba57-a65a95a0784f), precommit_delete_associations {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.690449 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee53c07-386c-4c6a-93cd-750558144a17 None None] The sync data for ids ['21c73416-1d55-496a-8a54-05cbb8e4e347'] in dv-cinder-843018-1-iscsi is: [{'id': '21c73416-1d55-496a-8a54-05cbb8e4e347', 'name': 'tempest-TestVolumeBootPattern-1424651875-router', 'tenant_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T20:24:49Z', 'updated_at': '2022-05-23T20:33:27Z', 'revision_number': 6, 'project_id': '5e5e14b0b9834f4088b7b6ee89ab33c1', 'gw_port_host': None}] {{(pid=104480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 20:33:27.710458 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:27.742324 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:27.754814 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (2e5e9cf8-9d93-4845-ba57-a65a95a0784f), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.860531 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (082ff4d7-2714-406b-85c6-ad6e0c787403), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.882351 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8755871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487103'] for subnet (2e5e9cf8-9d93-4845-ba57-a65a95a0784f), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.882841 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Pushing event deleted for resources: {'Port': ['ID=082ff4d7-2714-406b-85c6-ad6e0c787403,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:27.912681 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5e9cf8-9d93-4845-ba57-a65a95a0784f,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:27.916375 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for subnet (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.921778 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-67a20d6c-ff47-4ad0-b94d-f48f1b336e80 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e5e9cf8-9d93-4845-ba57-a65a95a0784f HTTP/1.1" status: 204 len: 168 time: 0.3517909 May 23 20:33:27.922090 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41688) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:27.924775 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0814f-872f-4f46-bb08-6d013cd4218d None None] Network 75b19817-5140-4820-a0c8-bf865b7898a6 requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:33:27.951615 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664889'] for router_gateway (21c73416-1d55-496a-8a54-05cbb8e4e347), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:27.973728 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 8cab2ea6-541e-419e-a704-f4bb40220d62 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:28.006349 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 8cab2ea6-541e-419e-a704-f4bb40220d62 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:28.006349 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 8cab2ea6-541e-419e-a704-f4bb40220d62 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:28.021874 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (75b19817-5140-4820-a0c8-bf865b7898a6), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.087053 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Deleting port 0ff96edc-d911-44f8-bcdc-129dc3076c34 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:28.087517 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.169749 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] For port 0ff96edc-d911-44f8-bcdc-129dc3076c34, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=0ff96edc-d911-44f8-bcdc-129dc3076c34,segment=NetworkSegment(db8c730f-88c8-4fcb-a588-458ec6487e6c),segment_id=db8c730f-88c8-4fcb-a588-458ec6487e6c)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:28.170227 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.185148 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Calling delete_port for 0ff96edc-d911-44f8-bcdc-129dc3076c34 owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:28.322616 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] DHCP port deletion for 75b19817-5140-4820-a0c8-bf865b7898a6 request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:33:28.334112 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2065'] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.336375 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks [] for router_controller (21c73416-1d55-496a-8a54-05cbb8e4e347), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.363643 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.370002 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Deleting port 0ff96edc-d911-44f8-bcdc-129dc3076c34 {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:28.370344 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.408543 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff96edc-d911-44f8-bcdc-129dc3076c34,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:28.418867 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] No DVR routers for this DVR port 0ff96edc-d911-44f8-bcdc-129dc3076c34 on host dv-cinder-843018-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:28.444031 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-665759'] for router (21c73416-1d55-496a-8a54-05cbb8e4e347), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.444866 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c73416-1d55-496a-8a54-05cbb8e4e347 {{(pid=104478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 20:33:28.454856 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.456005 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-2395e0a0-5e2c-4a65-8f98-d3c8d4aa708f admin admin] 10.222.0.16 "DELETE /v2.0/routers/21c73416-1d55-496a-8a54-05cbb8e4e347 HTTP/1.1" status: 204 len: 168 time: 1.2919741 May 23 20:33:28.459627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41692) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:28.465080 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] For port 0ff96edc-d911-44f8-bcdc-129dc3076c34, host dv-cinder-843018-1-iscsi, got binding levels [] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:28.465480 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.492273 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 7f1a9722-8867-4a8b-8bff-e185fa9d6033 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:28.508588 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Deleting subnet 7548a94e-ee15-444e-a3da-6fa7725a4661 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:33:28.512259 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Publish callbacks [] for subnet (7548a94e-ee15-444e-a3da-6fa7725a4661), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.512507 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Calling delete_port for 0ff96edc-d911-44f8-bcdc-129dc3076c34 owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:28.514910 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 7f1a9722-8867-4a8b-8bff-e185fa9d6033 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:28.515255 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 7f1a9722-8867-4a8b-8bff-e185fa9d6033 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:28.515671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 76b87b26-0843-4643-b844-db7553c86558 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:28.520483 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.ipam_backend_mixin [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Port 0ff96edc-d911-44f8-bcdc-129dc3076c34 was not found and therefore no delete operation was performed {{(pid=104479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 23 20:33:28.529845 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (75b19817-5140-4820-a0c8-bf865b7898a6), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.539832 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 76b87b26-0843-4643-b844-db7553c86558 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:28.541249 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 76b87b26-0843-4643-b844-db7553c86558 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:28.541876 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 1cd7ec71-c469-4ae0-aefa-c306d209a92b no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:28.547750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (0ff96edc-d911-44f8-bcdc-129dc3076c34), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.550237 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (7548a94e-ee15-444e-a3da-6fa7725a4661), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.553011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b19817-5140-4820-a0c8-bf865b7898a6']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:28.563763 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8c730f-88c8-4fcb-a588-458ec6487e6c') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:28.563998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8c730f-88c8-4fcb-a588-458ec6487e6c') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:28.573441 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:28.575582 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (db8c730f-88c8-4fcb-a588-458ec6487e6c), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.592577 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (db8c730f-88c8-4fcb-a588-458ec6487e6c), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.592827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 1cd7ec71-c469-4ae0-aefa-c306d209a92b {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:28.592827 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 1cd7ec71-c469-4ae0-aefa-c306d209a92b not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:28.598341 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] Pushing event deleted for resources: {'Port': ['ID=0ff96edc-d911-44f8-bcdc-129dc3076c34,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:28.602106 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:33:28.607150 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (db8c730f-88c8-4fcb-a588-458ec6487e6c), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.607294 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cd24a-ac57-4267-9fa8-8147b79fa7ed None None] No DVR routers for this DVR port 0ff96edc-d911-44f8-bcdc-129dc3076c34 on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:28.637971 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment db8c730f-88c8-4fcb-a588-458ec6487e6c resource provider aggregate not found May 23 20:33:28.642529 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (7548a94e-ee15-444e-a3da-6fa7725a4661), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.663135 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment db8c730f-88c8-4fcb-a588-458ec6487e6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db8c730f-88c8-4fcb-a588-458ec6487e6c found for delete ", "request_id": "req-41e47e11-7c75-4b87-8f91-0d6ce99fdca9"}]} May 23 20:33:28.746062 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (75b19817-5140-4820-a0c8-bf865b7898a6), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.752011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.755268 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] 10.222.0.16 "DELETE /v2.0/networks/75b19817-5140-4820-a0c8-bf865b7898a6 HTTP/1.1" status: 204 len: 168 time: 0.8323498 May 23 20:33:28.763874 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (7548a94e-ee15-444e-a3da-6fa7725a4661), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.766701 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf150f-3117-4075-a2ae-d2c397bcc98b admin admin] Pushing event deleted for resources: {'Network': ['ID=75b19817-5140-4820-a0c8-bf865b7898a6,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:28.775341 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:28.796936 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7548a94e-ee15-444e-a3da-6fa7725a4661,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:28.798952 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.803649 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10c2b2-8299-4bb6-b93d-55b96fcb762f None None] Network 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e requested from dv-cinder-843018-1-iscsi {{(pid=104479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 20:33:28.804807 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ca115d0f-9a40-4e95-a67d-995559b42723 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7548a94e-ee15-444e-a3da-6fa7725a4661 HTTP/1.1" status: 204 len: 168 time: 0.3447194 May 23 20:33:28.805454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41700) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:28.815640 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:28.886584 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.930619 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Deleting port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:28.930959 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:28.973256 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] DHCP port deletion for 1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e request from dv-cinder-843018-1-iscsi {{(pid=104479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 20:33:29.005380 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] For port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:29.005741 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.012601 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Deleting port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb {{(pid=104479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:33:29.015222 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), before_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.021849 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Calling delete_port for be4d83f0-adfd-48cf-b565-8d4d73a3f4fb owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:29.077499 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41702) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:29.082503 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] For port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb, host dv-cinder-843018-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843018-1-iscsi',level=0,port_id=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,segment=NetworkSegment(4b5051bc-5b03-4fe8-af2e-def897b499c4),segment_id=4b5051bc-5b03-4fe8-af2e-def897b499c4)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:29.083043 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), precommit_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.097324 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Calling delete_port for be4d83f0-adfd-48cf-b565-8d4d73a3f4fb owned by network:dhcp {{(pid=104479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:33:29.121165 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:29.139454 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-e86acafc-7c7f-4363-bce8-32f59e651581 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=add3d6328c754244a17f23d21ff30fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567267 May 23 20:33:29.139454 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41706) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:29.205078 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] Publish callbacks [] for security_group (3e675f79-f2db-47e8-b521-4b8d2b7fe7b2), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.237656 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] Publish callbacks [] for security_group (3e675f79-f2db-47e8-b521-4b8d2b7fe7b2), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.246924 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8754248'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.252947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181'] for port (be4d83f0-adfd-48cf-b565-8d4d73a3f4fb), after_delete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.278612 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] Pushing event deleted for resources: {'Port': ['ID=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,revision_number=None']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:29.282966 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaea0e-7583-42ff-a57a-9b81677661dd None None] No DVR routers for this DVR port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb on host dv-cinder-843018-1-iscsi {{(pid=104479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:29.291905 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=be4d83f0-adfd-48cf-b565-8d4d73a3f4fb,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:29.297201 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] No DVR routers for this DVR port be4d83f0-adfd-48cf-b565-8d4d73a3f4fb on host dv-cinder-843018-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:33:29.372793 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.397410 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:29.407217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5051bc-5b03-4fe8-af2e-def897b499c4') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:29.407585 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5051bc-5b03-4fe8-af2e-def897b499c4') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:33:29.417025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (4b5051bc-5b03-4fe8-af2e-def897b499c4), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.431025 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (4b5051bc-5b03-4fe8-af2e-def897b499c4), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.435448 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3e675f79-f2db-47e8-b521-4b8d2b7fe7b2), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.437902 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.439085 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e675f79-f2db-47e8-b521-4b8d2b7fe7b2 HTTP/1.1" status: 204 len: 168 time: 0.2991011 May 23 20:33:29.443703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:33:29.443703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (4b5051bc-5b03-4fe8-af2e-def897b499c4), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.460733 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341329f-e8b1-489d-b3ae-a5fbaaf81a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e675f79-f2db-47e8-b521-4b8d2b7fe7b2,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:29.541029 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.546126 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.550833 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e HTTP/1.1" status: 204 len: 168 time: 0.7438405 May 23 20:33:29.564217 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32edfc-60c7-41a1-ac66-db6fc8fd7b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfeec1b-32ae-41a3-aac4-6f4155fbbd0e,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:29.852588 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41726) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:29.896697 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-3756b79e-5cd8-4377-a770-8f1559c650e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26567fb564314003bf5ae836737b990e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429096 May 23 20:33:29.899190 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41728) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:29.946372 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] Publish callbacks [] for security_group (59e846ee-8a90-4579-9fd5-63d3601e464e), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.969063 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] Publish callbacks [] for security_group (59e846ee-8a90-4579-9fd5-63d3601e464e), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:29.987345 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:30.016039 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0ff96edc-d911-44f8-bcdc-129dc3076c34 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:30.034928 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 0ff96edc-d911-44f8-bcdc-129dc3076c34 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:30.035275 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 0ff96edc-d911-44f8-bcdc-129dc3076c34 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:30.035691 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 082ff4d7-2714-406b-85c6-ad6e0c787403 no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:30.056324 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: 082ff4d7-2714-406b-85c6-ad6e0c787403 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:30.056667 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device 082ff4d7-2714-406b-85c6-ad6e0c787403 not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:30.057066 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device be4d83f0-adfd-48cf-b565-8d4d73a3f4fb no longer exists at agent ovs-agent-dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:33:30.075412 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] No Port match for: be4d83f0-adfd-48cf-b565-8d4d73a3f4fb {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:33:30.075759 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Device be4d83f0-adfd-48cf-b565-8d4d73a3f4fb not bound to the agent host dv-cinder-843018-1-iscsi {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:33:30.076011 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (59e846ee-8a90-4579-9fd5-63d3601e464e), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.079764 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.081096 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59e846ee-8a90-4579-9fd5-63d3601e464e HTTP/1.1" status: 204 len: 168 time: 0.1809914 May 23 20:33:30.090221 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59890d-7256-460d-9412-8c3f1713681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e846ee-8a90-4579-9fd5-63d3601e464e,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:30.132666 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41732) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:30.173345 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-c00a264c-7609-4b9d-bf4a-ebc6e3748814 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6155dcead5db4331929493c1ac0ecfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394654 May 23 20:33:30.176019 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41734) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:30.225268 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] Publish callbacks [] for security_group (3130dddc-3221-466e-ba1c-0fc7dc43c117), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.248049 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] Publish callbacks [] for security_group (3130dddc-3221-466e-ba1c-0fc7dc43c117), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.283419 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:30.363877 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (3130dddc-3221-466e-ba1c-0fc7dc43c117), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.366382 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.370125 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3130dddc-3221-466e-ba1c-0fc7dc43c117 HTTP/1.1" status: 204 len: 168 time: 0.1906149 May 23 20:33:30.375155 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bcf83-ddda-45ea-9502-431d49afc45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130dddc-3221-466e-ba1c-0fc7dc43c117,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:30.694969 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 4b5051bc-5b03-4fe8-af2e-def897b499c4 resource provider aggregate not found May 23 20:33:30.712869 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 4b5051bc-5b03-4fe8-af2e-def897b499c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b5051bc-5b03-4fe8-af2e-def897b499c4 found for delete ", "request_id": "req-84e38f4c-8750-40fb-bb4d-b56ed7aba73d"}]} May 23 20:33:30.756642 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 41748) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:30.805323 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-5b2a9a87-6d3b-49d4-90c8-880542e71f26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e5e14b0b9834f4088b7b6ee89ab33c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451446 May 23 20:33:30.805727 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 41750) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:33:30.860084 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] Publish callbacks [] for security_group (5075b12e-241b-4838-805b-7f43e93585c0), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:30.886511 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] Publish callbacks [] for security_group (5075b12e-241b-4838-805b-7f43e93585c0), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:31.007169 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (5075b12e-241b-4838-805b-7f43e93585c0), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:31.009674 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:31.010976 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5075b12e-241b-4838-805b-7f43e93585c0 HTTP/1.1" status: 204 len: 168 time: 0.2042618 May 23 20:33:31.018893 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e9a6d-3266-4a2f-9f36-399e13bdaa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075b12e-241b-4838-805b-7f43e93585c0,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:34.242348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-d9e79baf-cf70-4163-9b70-0a978bc83096 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:34.243785 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-d9e79baf-cf70-4163-9b70-0a978bc83096 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 814 time: 0.1031425 May 23 20:33:34.257703 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-f996946a-7f32-474e-a35b-ac87cdd5d185 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/quotas/fba86b652dc24d4784eb3caa4d3ed300 HTTP/1.1" status: 200 len: 375 time: 0.0086343 May 23 20:33:34.289055 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-41f7f2b3-9630-4d86-9cd4-4c787abb4dcc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266910 May 23 20:33:34.299584 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-bb9170ae-1e0b-4665-aedd-d0262f643e80 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:33:34.300523 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-bb9170ae-1e0b-4665-aedd-d0262f643e80 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054970 May 23 20:33:34.390410 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-94948db1-9bc2-470b-b960-3d18c94f4f65 service neutron] 10.222.0.16 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 May 23 20:33:34.477897 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-45912272-2606-49a3-bb17-846a3dc486ed service neutron] 10.222.0.16 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817857 May 23 20:33:34.731512 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-23006dbd-3b32-47ca-9756-c7233d84467f req-bead7366-7e42-43fa-948d-1f5b7eb8cf7f tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 210 time: 0.0284746 May 23 20:33:35.796451 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:35.831285 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-f864db66-395f-41fc-9b95-1292b78e4760 req-6c92b800-c0e2-4623-b27b-a916c100b71b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 210 time: 0.0318453 May 23 20:33:36.789757 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-2a456de6-6c88-4e46-9e39-1fa1f6951380 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:36.791199 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-2a456de6-6c88-4e46-9e39-1fa1f6951380 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 814 time: 0.0991752 May 23 20:33:36.803236 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Request body: {'port': {'device_id': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8', 'admin_state_up': True, 'tenant_id': 'fba86b652dc24d4784eb3caa4d3ed300'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:33:36.860616 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:36.928290 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-37cc5196-f383-41ca-8b87-4bf39c6f665a req-b91e9820-88ac-4725-93e1-9f68faf2570b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 210 time: 0.0276644 May 23 20:33:37.007298 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Made reservation on behalf of fba86b652dc24d4784eb3caa4d3ed300 for: {'port': 1} {{(pid=104478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 20:33:37.010975 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (None), before_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:37.131762 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:37.137169 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_common [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Allocated IP 172.20.0.6 (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8/f225a51c-cf93-4940-b27e-16e97cb947a8/1a08e3dc-0aab-4f6d-8851-6019cef4a136) {{(pid=104478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 20:33:37.285200 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks [] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), precommit_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:37.367124 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728765447172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_create {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:37.406047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 is already hosted by enough agents. {{(pid=104478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 20:33:37.411068 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.scheduler.base_scheduler [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Resources bound (agent type, host, resource id): {{(pid=104478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 20:33:37.414631 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Received port after_create {{(pid=104478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 20:33:37.443537 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Pushing event updated for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=1']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:37.457672 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.458032 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.458381 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.458717 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.459047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.459378 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.459703 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.460026 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.460348 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.460668 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.460991 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.461312 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.461629 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.461948 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.462292 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:37.481971 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:37.482594 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:37.552384 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-9b428d8e-6ca5-4c62-ab17-1225e8de37dd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7528977 May 23 20:33:37.561228 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-448953cd-9d26-44d0-91d4-37711644ab49 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 20:33:37.562193 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-448953cd-9d26-44d0-91d4-37711644ab49 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050366 May 23 20:33:37.662509 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.v2.base [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Request body: {'port': {'device_id': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84301'}} {{(pid=104478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 20:33:37.719886 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:37.800792 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:38.006427 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=4 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:38.016373 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=86 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:38.037768 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a08e3dc-0aab-4f6d-8851-6019cef4a136 {{(pid=104478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:33:38.048891 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks [] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:38.064055 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d30f9-15fb-47e0-b50e-b91a31c7829f req-bdb6d91c-0290-4cd7-b953-1bc7153888f5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:38.065571 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a72d30f9-15fb-47e0-b50e-b91a31c7829f req-bdb6d91c-0290-4cd7-b953-1bc7153888f5 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 931 time: 0.0639238 May 23 20:33:38.075188 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.provisioning_blocks [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Transition to ACTIVE for port object 1a08e3dc-0aab-4f6d-8851-6019cef4a136 will not be triggered until provisioned by entity L2. {{(pid=104478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 20:33:38.114925 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a72d30f9-15fb-47e0-b50e-b91a31c7829f req-cdff575e-1d6d-4aab-810a-e347a1312c5c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 May 23 20:33:38.174544 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:38.223796 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Pushing event updated for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:38.295241 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Attempting to bind port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 on host hv-cinder-84301 for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 20:33:38.295572 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Attempting to bind port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 by drivers openvswitch,hyperv on host hv-cinder-84301 at level 0 using segments [{'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 20:33:38.296425 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Attempting to bind port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:33:38.300734 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84301 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 20:33:38.301054 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Attempting to bind port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 on network e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 20:33:38.305910 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Checking agent: {'id': 'cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84301', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'started_at': datetime.datetime(2022, 5, 23, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 20:33:38.306276 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Checking segment: {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 20:33:38.306656 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Bound using segment: {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 20:33:38.307077 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Bound port: 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host: hv-cinder-84301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 20:33:38.307426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:38.316276 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:38.368625 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 20:33:38.371584 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 20:33:38.458628 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9087993'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:38.491706 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:38.491935 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:38.493447 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] 10.222.0.31 "PUT /v2.0/ports/1a08e3dc-0aab-4f6d-8851-6019cef4a136 HTTP/1.1" status: 200 len: 1093 time: 0.9247112 May 23 20:33:38.495554 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:38.498525 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e8c2e0-c51f-470d-8176-2586f3699957" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:38.520426 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2a95-073d-4c6b-b132-34957b812154 service neutron] Pushing event updated for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:38.635047 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-d04db5fd-e7be-4ae2-82b5-ed5da5b9f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:38.636579 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-d04db5fd-e7be-4ae2-82b5-ed5da5b9f410 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 1127 time: 0.0429041 May 23 20:33:38.675782 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582725e-e559-49ad-802a-19ea948f88d7 x-openstack-request-id: req-9582725e-e559-49ad-802a-19ea948f88d7 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:38.676059 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:38.676311 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9582725e-e559-49ad-802a-19ea948f88d7 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:38.676700 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9582725e-e559-49ad-802a-19ea948f88d7'] response: {'name': 'network-changed', 'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136', 'status': 'completed', 'code': 200} May 23 20:33:38.678168 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-42027ef1-d7c4-4b32-96c2-71034d04baa5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136 HTTP/1.1" status: 200 len: 217 time: 0.0356812 May 23 20:33:38.727617 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-94c57a80-241d-4d3c-880d-8f442eca63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:38.729118 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-94c57a80-241d-4d3c-880d-8f442eca63a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f225a51c-cf93-4940-b27e-16e97cb947a8 HTTP/1.1" status: 200 len: 854 time: 0.0455842 May 23 20:33:38.760518 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-23724034-dd54-434c-aeac-455b154d0ef3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249910 May 23 20:33:38.848722 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-0bb658ca-38e4-4d44-8470-8f54f4f52d16 service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822482 May 23 20:33:38.927743 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:38.933075 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-0b41db95-5824-4557-836e-0cbf651c2bd4 req-14d165d0-7ec0-452a-90f1-f1ca4c6dffea service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792232 May 23 20:33:39.232004 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20041-ca03-4a3d-bbd0-e8e0e67aae70 req-f8549174-0987-4bbf-a3dc-4db2c96964ed tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:39.233451 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bac20041-ca03-4a3d-bbd0-e8e0e67aae70 req-f8549174-0987-4bbf-a3dc-4db2c96964ed tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 943 time: 0.0517924 May 23 20:33:39.278975 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-bac20041-ca03-4a3d-bbd0-e8e0e67aae70 req-a04b0722-067f-4782-8ff6-0fd2f3dd3240 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 May 23 20:33:39.779034 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-b366a95e-5246-4383-a0c9-b8b1aa37848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:39.780499 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-b366a95e-5246-4383-a0c9-b8b1aa37848a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 1127 time: 0.0384104 May 23 20:33:39.872145 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-d602e763-0758-42ab-8c2b-90c30ce27c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:39.873589 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-d602e763-0758-42ab-8c2b-90c30ce27c30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 200 len: 915 time: 0.0873289 May 23 20:33:39.910952 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-6a46633a-cdfd-4730-b01b-1521d497a5f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136 HTTP/1.1" status: 200 len: 217 time: 0.0314691 May 23 20:33:39.959018 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-f5daf2d6-d574-48ad-8e6b-a8fdd83e186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:39.960402 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-f5daf2d6-d574-48ad-8e6b-a8fdd83e186f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f225a51c-cf93-4940-b27e-16e97cb947a8 HTTP/1.1" status: 200 len: 854 time: 0.0430567 May 23 20:33:39.992323 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-5521f83f-71ce-4aa0-aa35-b7a464c5da23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260344 May 23 20:33:40.083039 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-d0abbb6c-f0aa-4fb5-8a21-0548571cfad7 service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837221 May 23 20:33:40.169934 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-34e8c2e0-c51f-470d-8176-2586f3699957 req-c3bc099f-3256-4824-93bd-33142110feea service neutron] 10.222.0.31 "GET /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814598 May 23 20:33:40.394145 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fea96-fbbd-4335-ab8a-ff1cd72c7820 req-37d67bb7-0ae0-4589-9550-4e9161cd5bcd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:40.395581 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8d0fea96-fbbd-4335-ab8a-ff1cd72c7820 req-37d67bb7-0ae0-4589-9550-4e9161cd5bcd tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 943 time: 0.0480247 May 23 20:33:40.441123 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-8d0fea96-fbbd-4335-ab8a-ff1cd72c7820 req-e68a9035-bf7e-4db1-8093-194fa2177bcc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 May 23 20:33:41.556033 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b4dc-25d1-49cf-be51-e38327111f60 req-929896ce-9b3b-4e8b-a6c5-4b590d7bcb54 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:41.557464 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1ce5b4dc-25d1-49cf-be51-e38327111f60 req-929896ce-9b3b-4e8b-a6c5-4b590d7bcb54 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 943 time: 0.0503657 May 23 20:33:41.603408 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-1ce5b4dc-25d1-49cf-be51-e38327111f60 req-fcae6b04-bd4c-41bc-be02-39b2acef0d5f tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 May 23 20:33:42.715720 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1621d42-5b3c-4b7d-9bc0-93b67b9a6e54 req-20dbdc50-d877-4452-a641-39e4a9d5e1cf tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:42.717177 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1621d42-5b3c-4b7d-9bc0-93b67b9a6e54 req-20dbdc50-d877-4452-a641-39e4a9d5e1cf tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 943 time: 0.0469186 May 23 20:33:42.765469 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-e1621d42-5b3c-4b7d-9bc0-93b67b9a6e54 req-40bab350-3d6e-49e4-8e52-e0f74a3bf8d8 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 May 23 20:33:43.305692 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 1a08e3dc-0aab-4f6d-8851-6019cef4a136 details requested by agent hyperv_hv-cinder-84301 with host hv-cinder-84301 {{(pid=104479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 20:33:43.403218 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:43.414408 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Returning: {'device': '1a08e3dc-0aab-4f6d-8851-6019cef4a136', 'network_id': 'e8bec14f-5f2f-4971-9ffa-fd587de3b5b8', 'port_id': '1a08e3dc-0aab-4f6d-8851-6019cef4a136', 'mac_address': 'fa:16:3e:03:0e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f225a51c-cf93-4940-b27e-16e97cb947a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 20:33:43.448325 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 is: DOWN; New status is: BUILD {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:33:43.448710 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:43.456155 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:43.464403 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a08e3dc-0aab-4f6d-8851-6019cef4a136 {{(pid=104479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 20:33:43.482835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:43.534392 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:43.579950 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=4']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:43.735973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['1a08e3dc-0aab-4f6d-8851-6019cef4a136'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:33:43.805129 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:43.878859 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf41b-29e6-495c-9e1d-76773aae735a req-8e87432f-c320-4141-a97f-fa842199b199 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:43.880295 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-535bf41b-29e6-495c-9e1d-76773aae735a req-8e87432f-c320-4141-a97f-fa842199b199 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 944 time: 0.0483687 May 23 20:33:43.925676 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-535bf41b-29e6-495c-9e1d-76773aae735a req-e41abc4d-e456-4036-a4a9-36ebe1d38342 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 May 23 20:33:45.040776 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc2f8-779c-48f9-a55c-9519bafdd73d req-49f76eb0-ec6d-426c-b6c7-9168ec3b43c9 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:45.042252 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-035dc2f8-779c-48f9-a55c-9519bafdd73d req-49f76eb0-ec6d-426c-b6c7-9168ec3b43c9 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 944 time: 0.0495102 May 23 20:33:45.089409 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-035dc2f8-779c-48f9-a55c-9519bafdd73d req-afdb6198-1b8e-45f4-b28e-c93b993c7bfc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 May 23 20:33:45.311821 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 1a08e3dc-0aab-4f6d-8851-6019cef4a136 up at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 20:33:45.353026 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning for port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 completed by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 20:33:45.446343 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.db.provisioning_blocks [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Provisioning complete for port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 triggered by entity L2. {{(pid=104479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 20:33:45.446742 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33242205'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), provisioning_complete {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:45.515603 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Current status of the port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 is: BUILD; New status is: ACTIVE {{(pid=104479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 20:33:45.515980 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33106632'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), before_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:45.537644 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136'}] {{(pid=104479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:33:45.539848 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e74cce816d5f71dba1d9f20547aada77c4fe3f816e561fe55620dfb328dc27b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e42d94-3664-4056-98fc-9b911203b3b0" -d '{"events": [{"server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136"}]}' {{(pid=104479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:33:45.552398 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:33:45.608913 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728765837514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728765447190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728765447208'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:45.638501 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2459e7-b262-4e95-8104-132819739774 x-openstack-request-id: req-0d2459e7-b262-4e95-8104-132819739774 {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:33:45.638787 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136", "code": 200}]} {{(pid=104479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:33:45.639029 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d2459e7-b262-4e95-8104-132819739774 {{(pid=104479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:33:45.639414 dv-cinder-843018-1-iscsi neutron-server[104479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2459e7-b262-4e95-8104-132819739774'] response: {'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136', 'code': 200} May 23 20:33:45.661290 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Pushing event updated for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=5']} {{(pid=104479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:33:45.668537 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.668940 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.669274 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.669609 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.669938 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.670286 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.670613 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.670933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.671253 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.671571 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.672513 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.672839 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.673159 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.673475 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.673792 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:33:45.916607 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:45.921509 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570935b-4c18-45af-ad6f-1fe45677ddaf req-8dfa7fde-2bf7-4de9-a663-b8a549cc617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:45.923062 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a570935b-4c18-45af-ad6f-1fe45677ddaf req-8dfa7fde-2bf7-4de9-a663-b8a549cc617d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0416660 May 23 20:33:45.966065 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-a570935b-4c18-45af-ad6f-1fe45677ddaf req-da6d1dff-0f88-4013-8bd7-03dd525f5231 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 May 23 20:33:46.200606 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35c215-4595-4b00-b0a6-bf67dc665852 req-3d3cf141-9108-438a-992f-1090e57f41ae tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:46.201967 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ac35c215-4595-4b00-b0a6-bf67dc665852 req-3d3cf141-9108-438a-992f-1090e57f41ae tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 945 time: 0.0462594 May 23 20:33:46.247909 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ac35c215-4595-4b00-b0a6-bf67dc665852 req-2f08dcbd-250e-4767-b9b1-a657a117050c tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 May 23 20:33:47.365082 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d426f-a3dc-414b-8e3e-93281bdf885b req-1327cf2e-087a-43f7-921c-45ca40f27a74 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:33:47.366521 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e59d426f-a3dc-414b-8e3e-93281bdf885b req-1327cf2e-087a-43f7-921c-45ca40f27a74 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 945 time: 0.0465350 May 23 20:33:47.412604 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-e59d426f-a3dc-414b-8e3e-93281bdf885b req-dc4437ff-a3b9-451b-9cc7-35755a6082ac tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 May 23 20:33:48.717396 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4701ea1c-21e2-4d97-b9c5-f0ee1cdda5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:50.898000 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-56f0c83c-e570-4c47-b954-370dae0c0eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:52.117178 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:53.566342 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:55.004116 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:33:55.069478 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:33:56.242313 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:DELETE=3,neutron:SELECT=64 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:56.244189 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=47,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:57.406627 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=94 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:33:57.409534 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=10 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:04.962933 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:04.968806 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:05.000281 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:05.788947 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:10.957193 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006344ce-37c7-4256-bb1e-cc1f2923827f req-db264c33-c069-4a78-b4a3-b87c3f724ffc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:34:10.958652 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-006344ce-37c7-4256-bb1e-cc1f2923827f req-db264c33-c069-4a78-b4a3-b87c3f724ffc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 945 time: 0.0465317 May 23 20:34:11.008378 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-006344ce-37c7-4256-bb1e-cc1f2923827f req-a999b706-2cd5-4204-b8d6-8bd7652b4ebc tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 May 23 20:34:12.122974 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04f4a4-8230-4f79-bdba-bd5970230900 req-c859781b-1098-4d46-b915-e306942ce358 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:34:12.124442 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ab04f4a4-8230-4f79-bdba-bd5970230900 req-c859781b-1098-4d46-b915-e306942ce358 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 945 time: 0.0473809 May 23 20:34:12.175471 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-ab04f4a4-8230-4f79-bdba-bd5970230900 req-b2744da4-f83e-4f53-92d2-0824cc4fca91 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/security-groups?id=080a67e6-f14a-4f85-94b6-230f40fa18ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 May 23 20:34:12.467013 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718eee6-9c95-466f-ab99-adff494066f3 req-58183380-f31d-4606-8627-191e196ac26b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 20:34:12.468428 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4718eee6-9c95-466f-ab99-adff494066f3 req-58183380-f31d-4606-8627-191e196ac26b tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 945 time: 0.0458484 May 23 20:34:12.544120 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Deleting port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 {{(pid=104478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 20:34:12.544453 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728765829834'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:12.632448 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] For port 1a08e3dc-0aab-4f6d-8851-6019cef4a136, host hv-cinder-84301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84301',level=0,port_id=1a08e3dc-0aab-4f6d-8851-6019cef4a136,segment=NetworkSegment(9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62),segment_id=9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62)] {{(pid=104478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 20:34:12.632800 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669570'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:12.646092 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.plugin [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Calling delete_port for 1a08e3dc-0aab-4f6d-8851-6019cef4a136 owned by compute:nova {{(pid=104478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 20:34:12.820046 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33106034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728765837496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728765447181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9087984'] for port (1a08e3dc-0aab-4f6d-8851-6019cef4a136), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:12.831162 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.db [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] get_ports_and_sgs() called for port_ids ['1a08e3dc-0aab-4f6d-8851-6019cef4a136'] {{(pid=104479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 20:34:12.846973 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Pushing event deleted for resources: {'Port': ['ID=1a08e3dc-0aab-4f6d-8851-6019cef4a136,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:34:12.889458 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] No DVR routers for this DVR port 1a08e3dc-0aab-4f6d-8851-6019cef4a136 on host hv-cinder-84301 {{(pid=104478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 20:34:12.891856 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257497'] for port (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:12.895020 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [req-4718eee6-9c95-466f-ab99-adff494066f3 req-e6113e9a-3a4d-4a07-9acc-3de6931b09fb tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.31 "DELETE /v2.0/ports/1a08e3dc-0aab-4f6d-8851-6019cef4a136 HTTP/1.1" status: 204 len: 173 time: 0.4214532 May 23 20:34:12.895445 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'name': 'network-vif-deleted', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136'}] {{(pid=104478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 20:34:12.897638 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1449362bf9e326dd82f75694d57cd58ca2edcfc50e04060143ec1e05ca90b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5fede5-568a-4e5f-9f14-bace42dfd00f" -d '{"events": [{"server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "name": "network-vif-deleted", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136"}]}' {{(pid=104478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 20:34:12.932370 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fa8701-c3a8-4f88-9970-9b338e9982d4 x-openstack-request-id: req-43fa8701-c3a8-4f88-9970-9b338e9982d4 {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 20:34:12.932661 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa", "name": "network-vif-deleted", "tag": "1a08e3dc-0aab-4f6d-8851-6019cef4a136", "status": "completed", "code": 200}]} {{(pid=104478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 20:34:12.932928 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43fa8701-c3a8-4f88-9970-9b338e9982d4 {{(pid=104478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 20:34:12.933321 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fa8701-c3a8-4f88-9970-9b338e9982d4'] response: {'server_uuid': '6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa', 'name': 'network-vif-deleted', 'tag': '1a08e3dc-0aab-4f6d-8851-6019cef4a136', 'status': 'completed', 'code': 200} May 23 20:34:13.284949 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [req-cacb6fbf-8b1c-4c3b-87d3-01b41bd3622e req-98e37c06-a390-4f43-a881-4f9bc75849f9 tempest-VolumesSnapshotTestJSON-1282987402 tempest-VolumesSnapshotTestJSON-1282987402-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe64c8c-7fbd-4e20-89ce-1ed79467c4aa HTTP/1.1" status: 200 len: 210 time: 0.0276542 May 23 20:34:15.739517 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:17.018781 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:18.174977 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 1a08e3dc-0aab-4f6d-8851-6019cef4a136 no longer exists at agent hyperv_hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 20:34:18.194402 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.plugin [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] No Port match for: 1a08e3dc-0aab-4f6d-8851-6019cef4a136 {{(pid=104479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 20:34:18.194750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron.plugins.ml2.rpc [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Device 1a08e3dc-0aab-4f6d-8851-6019cef4a136 not bound to the agent host hv-cinder-84301 {{(pid=104479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 20:34:18.711239 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-2307a651-4f7a-4bff-96ce-710d3f42c64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:20.874835 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-cf7aff78-c7be-482c-8795-f247c6b9d3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:22.143185 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:22.854863 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:22.874232 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:23.266238 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:23.267009 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:23.583045 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:25.045509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:32.003351 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:34:34.966160 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:34.966943 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:35.784964 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.709939 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 42036) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:37.749314 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Deleting subnet f225a51c-cf93-4940-b27e-16e97cb947a8 {{(pid=104478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 20:34:37.752339 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Publish callbacks [] for subnet (f225a51c-cf93-4940-b27e-16e97cb947a8), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.789602 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9048144'] for subnet (f225a51c-cf93-4940-b27e-16e97cb947a8), precommit_delete_associations {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.826043 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33145525'] for subnet (f225a51c-cf93-4940-b27e-16e97cb947a8), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.933672 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33145518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9086247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406627'] for subnet (f225a51c-cf93-4940-b27e-16e97cb947a8), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.957151 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f225a51c-cf93-4940-b27e-16e97cb947a8,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:34:37.966094 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:37.969083 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f225a51c-cf93-4940-b27e-16e97cb947a8 HTTP/1.1" status: 204 len: 168 time: 0.2626414 May 23 20:34:37.971268 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.971610 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.971942 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.972272 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.972460 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 42038) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:37.972894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.972894 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.973209 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.973523 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.973840 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.974180 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.974496 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.974812 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.975123 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.975432 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:37.975743 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdec9db-2df0-4475-813b-318acbe4dde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.039294 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33319454'] for network (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.118399 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33150522', 'neutron.services.segments.db._delete_segments_for_network-8728765974375'] for network (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.138037 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bec14f-5f2f-4971-9ffa-fd587de3b5b8']}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:34:38.147693 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62') {'for_net_delete': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:34:38.147998 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.services.segments.db [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62') {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 20:34:38.157829 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728765975152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3400648'] for segment (9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.170703 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894'] for segment (9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.176591 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 20:34:38.178584 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8754301'] for segment (9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.251845 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62 resource provider aggregate not found May 23 20:34:38.267993 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.services.segments.plugin [-] Segment 9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b78aeb5-7334-4a38-bcc8-1d8e7a8dce62 found for delete ", "request_id": "req-49851c52-38c4-401d-bb6e-d6ac2c9387e4"}]} May 23 20:34:38.293459 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33150515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664529'] for network (e8bec14f-5f2f-4971-9ffa-fd587de3b5b8), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.298986 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629606'] for network (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.302042 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8bec14f-5f2f-4971-9ffa-fd587de3b5b8 HTTP/1.1" status: 204 len: 168 time: 0.3285837 May 23 20:34:38.317686 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bec14f-5f2f-4971-9ffa-fd587de3b5b8,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:34:38.324965 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.325317 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.325657 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.326002 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.326359 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.326687 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.327017 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.327342 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.327671 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.327999 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.328335 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.329260 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.329586 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.329909 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.330256 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f1a1a-506e-44a9-afc3-58367dfe6384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843018-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 20:34:38.637439 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 42048) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:38.675982 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-d5839d27-dcf2-42d5-a87f-568e34237551 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fba86b652dc24d4784eb3caa4d3ed300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374095 May 23 20:34:38.678356 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 42050) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:38.723997 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] Publish callbacks [] for security_group (080a67e6-f14a-4f85-94b6-230f40fa18ee), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.744813 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] Publish callbacks [] for security_group (080a67e6-f14a-4f85-94b6-230f40fa18ee), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.865054 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (080a67e6-f14a-4f85-94b6-230f40fa18ee), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.867519 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:38.868649 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/080a67e6-f14a-4f85-94b6-230f40fa18ee HTTP/1.1" status: 204 len: 168 time: 0.1894460 May 23 20:34:38.885704 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5b4f-cea6-42b3-9517-31bd5ac49be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a67e6-f14a-4f85-94b6-230f40fa18ee,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:34:45.727103 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:47.961123 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:47.961906 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:48.733304 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-68ff116a-dfed-4fa2-8527-6e22c7c5bd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:48.871354 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:48.872117 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:50.902566 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6492dad8-9a51-452b-a264-3734448cb2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:51.999490 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:52.000693 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:34:52.142506 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:53.571219 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:55.034233 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.371643 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [-] (104477) accepted ('10.222.0.16', 42178) {{(pid=104477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:58.473555 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc01f-850d-48ad-99f7-9b0439d0deca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.545120 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc01f-850d-48ad-99f7-9b0439d0deca admin admin] Publish callbacks [] for security_group (35af49d1-c757-4fbc-93a8-6170c9231b8b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.616576 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc01f-850d-48ad-99f7-9b0439d0deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (35af49d1-c757-4fbc-93a8-6170c9231b8b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.658154 dv-cinder-843018-1-iscsi neutron-server[104477]: INFO neutron.wsgi [None req-2a9bc01f-850d-48ad-99f7-9b0439d0deca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f0740623f5d4261bcd7844955ec1e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854209 May 23 20:34:58.659253 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bc01f-850d-48ad-99f7-9b0439d0deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af49d1-c757-4fbc-93a8-6170c9231b8b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:34:58.660858 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.wsgi [-] (104478) accepted ('10.222.0.16', 42182) {{(pid=104478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 20:34:58.709685 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] Publish callbacks [] for security_group (35af49d1-c757-4fbc-93a8-6170c9231b8b), before_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.730212 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] Publish callbacks [] for security_group (35af49d1-c757-4fbc-93a8-6170c9231b8b), precommit_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.863016 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645919'] for security_group (35af49d1-c757-4fbc-93a8-6170c9231b8b), after_delete {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.865487 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:34:58.866663 dv-cinder-843018-1-iscsi neutron-server[104478]: INFO neutron.wsgi [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35af49d1-c757-4fbc-93a8-6170c9231b8b HTTP/1.1" status: 204 len: 168 time: 0.2047260 May 23 20:34:58.874216 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c24db-344a-4226-bf61-adb79c88cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af49d1-c757-4fbc-93a8-6170c9231b8b,revision_number=None']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 20:35:04.974166 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:05.719386 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=14 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:05.833261 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:08.652936 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:08.655803 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:08.766673 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:08.870567 dv-cinder-843018-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:09.082520 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:35:14.567340 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=10 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:15.728140 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:18.707898 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-6e326739-8c0d-446c-a0e6-c0cccff772b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:20.881631 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f902-e9de-499a-9b73-ddf46515ab27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:22.147468 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:23.567499 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:25.018529 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:33.992486 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=22 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:33.993211 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=4 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:34.965016 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:34.970965 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:35.827318 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:45.744167 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:45.746078 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:35:46.001775 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:35:48.701471 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-51246e3b-a798-486d-a175-3fddf043c851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:50.926688 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-c52672c9-a428-4c03-bb99-8ff05c509927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:52.126867 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:53.572557 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:35:55.047110 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:04.974034 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:04.975938 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:05.801151 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:05.986458 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:05.991349 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:15.742750 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:15.744616 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:17.022632 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:17.023286 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:DELETE=1 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:18.717423 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-274feb90-0d9e-4d77-b559-d6bebd80b604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:20.906448 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c201-8dfb-4246-b69b-feb0168f8036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:22.135102 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:23.001199 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:36:23.603555 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:25.060861 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:34.969070 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=23 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:34.977022 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:35.817386 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:42.983644 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:42.989017 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:45.742561 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:45.744413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:36:48.697293 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-d0539f12-3de7-461d-b6a7-add6a5949861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:50.920168 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0698e781-ed73-433d-bdb5-67c07a349936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:52.128168 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:53.591390 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:36:55.054481 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:00.000467 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:37:04.972240 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:04.978755 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:05.817549 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:15.753332 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:15.755179 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:18.691355 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-4c9283da-5d25-4821-a02f-934494f17df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:19.979986 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=14 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:19.984443 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=20 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:20.893724 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e83c3e18-0939-4d4f-8e2e-f0bfebaa90c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:22.122477 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:23.577215 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:25.093429 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:34.980170 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:34.988671 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:35.853058 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:36.998789 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:37:45.770522 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:45.772441 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:48.730545 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-0b21faad-1c7b-4b06-b588-f72c98ed9c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:50.901979 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-59747070-b89f-4a09-9145-f0589d4a16ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:52.170682 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:53.576413 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:55.046906 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:37:56.985902 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=2 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:37:56.990788 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:04.980695 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:04.985285 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:05.862251 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:13.998782 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:38:15.769244 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:15.772174 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:18.718976 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-7e2f79bc-ac1e-46a9-969f-cfc5dcc2c8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:20.924780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-1616df86-7952-4760-8b32-c46046d461d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:22.137987 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:23.584657 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:25.086810 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:33.986164 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:33.986927 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=6 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:34.979237 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:34.986295 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:35.874799 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:41.224717 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [req-fe195f74-1746-4e0a-bc49-0d0d6f15b75d req-a48701a7-50ca-40ea-a79a-04e5577eda5f service neutron] (104477) timed out ('10.222.0.31', 62590) {{(pid=104477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 20:38:41.246494 dv-cinder-843018-1-iscsi neutron-server[104477]: DEBUG neutron.wsgi [req-04a6e634-1679-48de-aaa9-87ec3a63b505 req-cfad8c0f-10ce-4d96-bce3-67a3c0586f65 service neutron] (104477) timed out ('10.222.0.31', 62606) {{(pid=104477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 20:38:45.799345 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:45.801674 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:38:48.737299 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-284116b9-9731-40dc-bc58-ce7457f096e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:50.918316 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-45f3b5ee-2d7c-45c3-be83-064c3eebf04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:50.997910 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:38:52.154422 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:53.592945 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:38:55.050076 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:04.977747 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:04.984703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:05.897205 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:14.584310 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=17 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:14.586165 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=17 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:15.814973 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:15.816881 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:18.725092 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-29d34161-732c-4e4e-ad06-77fe2ddf6788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:20.902719 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-673f7ef6-c524-4b81-b0a0-046fd4165ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:22.165654 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:23.597700 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:25.096739 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:27.996949 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:39:34.986508 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:34.988537 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:35.883509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:45.807749 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:45.812703 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:47.983746 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=3 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:47.987664 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG dbcounter [-] [104480] Writing DB stats neutron:SELECT=5 {{(pid=104480) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:39:48.690509 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaed8-1284-4178-843c-46e14d9e9e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (6366fbbe-bd64-409d-8c45-5f618cb8c866), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:50.902157 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-8889b768-a50f-4b33-97fc-8d499419a2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (0984cdb8-6e40-4835-ad30-9b75749c705c), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:52.180179 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-721b7d13-0d69-4fb8-82bb-816fe34f533d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (892f5bf9-9c74-4f32-9eba-9c7533001d01), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:53.598780 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-880768b9-3cbb-4989-9397-6e908b17dfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (a8de77c0-9464-461e-a584-04a84919a1b2), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:39:55.107443 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-e6a63296-39ba-4d7f-978a-60a91a1ea570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (841d3643-9f5a-44ce-a199-99201c69f156), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:40:04.977452 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:40:04.984400 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:40:04.995659 dv-cinder-843018-1-iscsi neutron-server[104480]: DEBUG neutron.db.agents_db [None req-11502c09-cf4e-45b5-92be-c87dcace38a0 None None] Agent healthcheck: found 6 active agents {{(pid=104480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 20:40:05.890326 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG neutron_lib.callbacks.manager [None req-a42426f4-019d-4b66-b3c9-ba1c5e1ec825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728765974357', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33243131'] for agent (cf594e3c-eaf8-4950-a58c-e3b9d2ba6a11), after_update {{(pid=104479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 20:40:15.822857 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 20:40:15.827855 dv-cinder-843018-1-iscsi neutron-server[104479]: DEBUG dbcounter [-] [104479] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104479) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}